Script exit with exit code 2
fatal error: concurrent map writes
goroutine 1268 [running]:
runtime.throw(0xab7b31, 0x15)
/usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc0008bba90 sp=0xc0008bba60 pc=0x453732
runtime.mapassign_faststr(0xa13de0, 0xc0002353e0, 0xc00068fc03, 0x18, 0xaa058b)
/usr/local/go/src/runtime/map_faststr.go:211 +0x3f7 fp=0xc0008bbaf8 sp=0xc0008bba90 pc=0x4338e7
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068fbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:310 +0x7b3 fp=0xc0008bbfb8 sp=0xc0008bbaf8 pc=0x825103
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc0008bbfc0 sp=0xc0008bbfb8 pc=0x483571
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1 [semacquire]:
os.lstatNolog(0xc003e83ce0, 0x5b, 0x5b, 0x1, 0xc003e83ce0, 0x5b)
/usr/local/go/src/os/stat_unix.go:41 +0x31
os.Lstat(0xc003e83ce0, 0x5b, 0x2, 0xc003e83ce0, 0x5b, 0x0)
/usr/local/go/src/os/stat.go:22 +0x4d
path/filepath.walk(0xc0022188c0, 0x42, 0xb89740, 0xc00099eea0, 0xc00018d548, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:378 +0x1d3
path/filepath.walk(0xc000117880, 0x3f, 0xb89740, 0xc00023e340, 0xc00018d548, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.walk(0x7ffe3cf517c9, 0x37, 0xb89740, 0xc00023e270, 0xc00018d548, 0x0, 0xc00018d248)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.Walk(0x7ffe3cf517c9, 0x37, 0xc00018d548, 0x10, 0x0)
/usr/local/go/src/path/filepath/path.go:406 +0xff
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand(0x7ffe3cf517c9, 0x37, 0xffffffffffffffff, 0xbfaee617d5bdeb15)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:265 +0x1a1
main.main()
/home/ec2-user/environment/cluster2/tgnews.go:75 +0x72a
goroutine 6 [syscall]:
os/signal.signal_recv(0x0)
/usr/local/go/src/runtime/sigqueue.go:147 +0x9c
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.Notify.func1
/usr/local/go/src/os/signal/signal.go:127 +0x44
goroutine 8 [chan receive]:
main.main.func1(0xc000073140, 0xbfaee617d5bdeb15, 0x3a78da, 0x1251a20)
/home/ec2-user/environment/cluster2/tgnews.go:36 +0x41
created by main.main
/home/ec2-user/environment/cluster2/tgnews.go:35 +0x176
goroutine 9 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0001d92f0, 0x0, 0xc0000f8750, 0xc0001d9218, 0x76467c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0001d92f0, 0xc0027f6ce8, 0xc0001d92d0, 0x7da092, 0xc0027f6ce0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0001d92f0, 0x1, 0xc00091aa1e, 0xa14560, 0xc00091aa1e, 0xc000021da0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa3ff6, 0x4, 0x2, 0x1, 0xaa04d9, 0xaa058b, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa3ff6, 0x4, 0x1, 0x8010101, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001aefb00, 0xaa3ff6, 0x4, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetFavicon(0xc0001d9518, 0xc000753c40, 0xaa058b, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:161 +0x4f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:131 +0x34d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 10 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6628707ad0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020cfad0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020cfac0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006a2000, 0x1b4c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00107c700, 0x71, 0xc0006a2000, 0x1b4c, 0xc0006a2000, 0x1b4c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00107c700, 0x71, 0xc0006a2000, 0x1b4c, 0xaa0378, 0x1, 0xc0006a2000, 0x1b4c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 11 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700cc50c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e53960, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e53950, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000633800, 0x733, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001068000, 0x87, 0xc000633800, 0x733, 0xc000633800, 0x733, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001068000, 0x87, 0xc000633800, 0x733, 0xaa0378, 0x1, 0xc000633800, 0x733, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 12 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000d770, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ccbe90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ccbe80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001eb2000, 0x6b6, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00107c380, 0x71, 0xc001eb2000, 0x6b6, 0xc001eb2000, 0x6b6, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00107c380, 0x71, 0xc001eb2000, 0x6b6, 0xaa0378, 0x1, 0xc001eb2000, 0x6b6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 13 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700007d20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002c49310, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002c49300, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00267c000, 0x1bae, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000071490, 0x69, 0xc00267c000, 0x1bae, 0xc00267c000, 0x1bae, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000071490, 0x69, 0xc00267c000, 0x1bae, 0xaa0378, 0x1, 0xc00267c000, 0x1bae, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 14 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0020c9900, 0x126, 0x126, 0x3, 0x0, 0x125, 0xc0020c9900)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0005bf518, 0xc0003a22c0, 0xc0024136a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 15 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0023a5900, 0x20f1, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0023a5900, 0x20f1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0023a5900, 0x20f1, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0023a5900, 0x20f1, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0023a5900, 0x20f1, 0x0, 0x0, 0x20f1, 0xc0023a5900, 0x20f1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0023a5900, 0x20f1, 0x20f1, 0x2500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000360480, 0x5a, 0xc0023a5900, 0x20f1, 0xc0023a5900, 0x20f1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000360480, 0x5a, 0xc0023a5900, 0x20f1, 0xaa0378, 0x1, 0xc0023a5900, 0x20f1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 16 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670011daa0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00303abd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00303abb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002d1c800, 0x2631, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2640, 0x2c, 0xc002d1c800, 0x2631, 0xc002d1c800, 0x2631, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f2640, 0x2c, 0xc002d1c800, 0x2631, 0xaa0378, 0x1, 0xc002d1c800, 0x2631, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 18 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7f6624b9a4e0, 0x7f663a9a83a0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc001907720, 0xc00039e000, 0x1415, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00039e000, 0x1415, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b00360, 0x54, 0xc00039e000, 0x1415, 0xc00039e000, 0x1415, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b00360, 0x54, 0xc00039e000, 0x1415, 0xaa0378, 0x1, 0xc00039e000, 0x1415, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ea20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 19 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a8027970, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00036d2a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00036d290, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0040b9000, 0x2c9e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0021e004d, 0x52, 0xc0040b9000, 0x2c9e, 0xc0040b9000, 0x2c9e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0021e004d, 0x52, 0xc0040b9000, 0x2c9e, 0xaa0378, 0x1, 0xc0040b9000, 0x2c9e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 20 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00264d000, 0x17fb, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00264d000, 0x17fb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00264d000, 0x17fb, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00264d000, 0x17fb, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00264d000, 0x17fb, 0x0, 0x0, 0x17fb, 0xc00264d000, 0x17fb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00264d000, 0x17fb, 0x17fb, 0x1a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028626c0, 0xba, 0xc00264d000, 0x17fb, 0xc00264d000, 0x17fb, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0028626c0, 0xba, 0xc00264d000, 0x17fb, 0xaa0378, 0x1, 0xc00264d000, 0x17fb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 21 [semacquire]:
regexp.(*machine).alloc(...)
/usr/local/go/src/regexp/exec.go:110
regexp.(*machine).add(0xc004b20000, 0xc004b20010, 0x1, 0x13a2, 0xc001818720, 0x2, 0x4, 0xc001add7f0, 0x0, 0xc000328f00)
/usr/local/go/src/regexp/exec.go:363 +0x46c
regexp.(*machine).add(0xc004b20000, 0xc004b20010, 0x2c00000049, 0x13a2, 0xc001818720, 0x2, 0x4, 0xc001add7f0, 0x0, 0xc003b30000)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).match(0xc004b20000, 0xb886e0, 0xc004b200c0, 0x13a2, 0xc001add8f0)
/usr/local/go/src/regexp/exec.go:222 +0x366
regexp.(*Regexp).doExecute(0xc000137ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc001972f00, 0x211b, 0x13a2, 0x2, ...)
/usr/local/go/src/regexp/exec.go:542 +0x177
regexp.(*Regexp).replaceAll(0xc000137ea0, 0x0, 0x0, 0x0, 0xc001972f00, 0x211b, 0x2, 0xc001adda58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000137ea0, 0xc001972f00, 0x211b, 0x0, 0x0, 0xc00038e060, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc001972f00, 0x211b, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 22 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000dd020, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030d2fd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030d2fb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00088e000, 0x878, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ab2420, 0xa6, 0xc00088e000, 0x878, 0xc00088e000, 0x878, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ab2420, 0xa6, 0xc00088e000, 0x878, 0xaa0378, 0x1, 0xc00088e000, 0x878, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 23 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f664c568cb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00068c0d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00068c0c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00102ca80, 0xa2a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003887e0, 0x84, 0xc00102ca80, 0xa2a, 0xc00102ca80, 0xa2a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003887e0, 0x84, 0xc00102ca80, 0xa2a, 0xaa0378, 0x1, 0xc00102ca80, 0xa2a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 24 [semacquire]:
regexp.(*Regexp).expand(0xc0001fb0e0, 0xc003dee380, 0xd80, 0xd80, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc0038cc000, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc003dee380, 0xd80, 0xd80, 0xc00192a530, 0x2, 0x2, 0xc0038cc000, 0x45b0, 0xdc4)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc0001fb0e0, 0x0, 0x0, 0x0, 0xc0038cc000, 0x45b0, 0x2, 0xc001b2d218, 0xc001685b68, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0001fb0e0, 0xc0038cc000, 0x45b0, 0xaa0378, 0x1, 0xc00320b840, 0xc001d34e00)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc001b2d388, 0xc001ba7d80, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001b2d388, 0xc003672480, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xa5, 0xa6)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001b2d518, 0xc003672480, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 25 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700007bc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00197d880, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00197d870, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00292f800, 0x39f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a97568, 0x4c, 0xc00292f800, 0x39f, 0xc00292f800, 0x39f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a97568, 0x4c, 0xc00292f800, 0x39f, 0xaa0378, 0x1, 0xc00292f800, 0x39f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 26 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66345024c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013d9a60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013d9a50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f11800, 0x7c1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000380840, 0x53, 0xc001f11800, 0x7c1, 0xc001f11800, 0x7c1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000380840, 0x53, 0xc001f11800, 0x7c1, 0xaa0378, 0x1, 0xc001f11800, 0x7c1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 27 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6624874da0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002792920, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002792910, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00048ce00, 0x639, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001144780, 0x71, 0xc00048ce00, 0x639, 0xc00048ce00, 0x639, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001144780, 0x71, 0xc00048ce00, 0x639, 0xaa0378, 0x1, 0xc00048ce00, 0x639, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 28 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000a920, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005c12d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005c12c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002244700, 0x331, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00389c680, 0x7e, 0xc002244700, 0x331, 0xc002244700, 0x331, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00389c680, 0x7e, 0xc002244700, 0x331, 0xaa0378, 0x1, 0xc002244700, 0x331, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 29 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6621ee7d20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001dfdad0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001dfda70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025f5800, 0x5bf, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e10dc0, 0x3e, 0xc0025f5800, 0x5bf, 0xc0025f5800, 0x5bf, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e10dc0, 0x3e, 0xc0025f5800, 0x5bf, 0xaa0378, 0x1, 0xc0025f5800, 0x5bf, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 30 [semacquire]:
bytes.makeSlice(0x1dbf, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001435208, 0x2dd, 0xd1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001435208, 0xc00045f200, 0x2dd, 0x5165d7, 0xc0034013b3, 0xc00061da50)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001c617a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001c61730)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001c605b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006238210, 0xc0062384e0, 0xc00623a200)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001435518, 0xc001d1eb80, 0x2a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 31 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700004360, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a4fc50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a4fc40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c3e880, 0xc8e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013761e0, 0x75, 0xc001c3e880, 0xc8e, 0xc001c3e880, 0xc8e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013761e0, 0x75, 0xc001c3e880, 0xc8e, 0xaa0378, 0x1, 0xc001c3e880, 0xc8e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 32 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65f44827b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d92400, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d923f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0037fd180, 0x557, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000388510, 0x8c, 0xc0037fd180, 0x557, 0xc0037fd180, 0x557, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000388510, 0x8c, 0xc0037fd180, 0x557, 0xaa0378, 0x1, 0xc0037fd180, 0x557, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 33 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001afe000, 0xed7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001afe000, 0xed7, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001afe000, 0xed7, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001afe000, 0xed7, 0x0, 0x0, 0xed7, 0xc001afe000, 0xed7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001afe000, 0xed7, 0xed7, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002035300, 0x71, 0xc001afe000, 0xed7, 0xc001afe000, 0xed7, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002035300, 0x71, 0xc001afe000, 0xed7, 0xaa0378, 0x1, 0xc001afe000, 0xed7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 34 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6679995e40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038ca0a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038ca090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b62000, 0x6f5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012bcc30, 0x46, 0xc001b62000, 0x6f5, 0xc001b62000, 0x6f5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012bcc30, 0x46, 0xc001b62000, 0x6f5, 0xaa0378, 0x1, 0xc001b62000, 0x6f5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 35 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670091ecf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a242c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a242b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001908480, 0x443, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b009c0, 0x51, 0xc001908480, 0x443, 0xc001908480, 0x443, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b009c0, 0x51, 0xc001908480, 0x443, 0xaa0378, 0x1, 0xc001908480, 0x443, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 50 [select]:
github.com/patrickmn/go-cache.(*janitor).Run(0xc000392000, 0xc000390000)
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5
created by github.com/patrickmn/go-cache.runJanitor
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9
goroutine 36 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66781e75b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003070750, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003070740, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0022ad500, 0x615, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000446120, 0x5e, 0xc0022ad500, 0x615, 0xc0022ad500, 0x615, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000446120, 0x5e, 0xc0022ad500, 0x615, 0xaa0378, 0x1, 0xc0022ad500, 0x615, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 37 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000cc70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e7d3e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e7d3d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0004bec00, 0x549, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fc000, 0x88, 0xc0004bec00, 0x549, 0xc0004bec00, 0x549, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fc000, 0x88, 0xc0004bec00, 0x549, 0xaa0378, 0x1, 0xc0004bec00, 0x549, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 38 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc0013030e0, 0x1d9, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0031bf0c0, 0xc0027fa380, 0xc0031be1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0031bf0c0, 0xc0027fa310, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0031bf0c0, 0xc0027fa310, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0031bf0c0, 0xc0027fa310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0031bf0c0, 0xc0027fa310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0031bf0c0, 0xc002a7a0e0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007110c0, 0xc002a7a0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007110c0, 0xc002a7a0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0031bf0c0, 0xc002246620, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007110c0, 0xc002246620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007110c0, 0xc002246620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0031bf0c0, 0xc00061f9d0, 0x1259780, 0x1259790)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007110c0, 0xc00061f9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007110c0, 0xc00061f9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0031bf0c0, 0xc00061f8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007110c0, 0xc00061f8f0, 0x54b170, 0xc001eb7ba0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00061f8f0, 0x0, 0x0, 0x0, 0x0, 0xc00061f8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001060960, 0x0, 0x0, 0x0, 0xc80, 0xc002312000, 0xc34, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002312000, 0xc34, 0x0, 0x0, 0x0, 0x440d95, 0xc001060900, 0x7f66fc5c7de6, 0xfef7044a00000001)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000711518, 0xc002b502e0, 0xc00238e300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 39 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670010c290, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008f7bb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008f7ba0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003ec2a80, 0xa4f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00088cbe0, 0x97, 0xc003ec2a80, 0xa4f, 0xc003ec2a80, 0xa4f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00088cbe0, 0x97, 0xc003ec2a80, 0xa4f, 0xaa0378, 0x1, 0xc003ec2a80, 0xa4f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 40 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c4105ba0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003bb47a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003bb4790, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002af0000, 0x445, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000f2d45, 0x47, 0xc002af0000, 0x445, 0xc002af0000, 0x445, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000f2d45, 0x47, 0xc002af0000, 0x445, 0xaa0378, 0x1, 0xc002af0000, 0x445, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007faa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 41 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66b846a0b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00236b4b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00236b4a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00294d500, 0x29cf, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00107a000, 0x2e, 0xc00294d500, 0x29cf, 0xc00294d500, 0x29cf, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00107a000, 0x2e, 0xc00294d500, 0x29cf, 0xaa0378, 0x1, 0xc00294d500, 0x29cf, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 42 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f665419e530, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0029a3bf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0029a3be0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001699000, 0xe03, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002afad80, 0x38, 0xc001699000, 0xe03, 0xc001699000, 0xe03, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002afad80, 0x38, 0xc001699000, 0xe03, 0xaa0378, 0x1, 0xc001699000, 0xe03, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 43 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67001544e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008f7bd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008f7bc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003133400, 0x2476, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00167aa50, 0x25, 0xc003133400, 0x2476, 0xc003133400, 0x2476, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00167aa50, 0x25, 0xc003133400, 0x2476, 0xaa0378, 0x1, 0xc003133400, 0x2476, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 44 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66e0611b20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001957980, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001957970, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0017db500, 0x915, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fd9e0, 0x8b, 0xc0017db500, 0x915, 0xc0017db500, 0x915, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fd9e0, 0x8b, 0xc0017db500, 0x915, 0xaa0378, 0x1, 0xc0017db500, 0x915, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 45 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700001ce0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0040e4180, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0040e4170, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a35400, 0xbbc, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001068a20, 0x8f, 0xc001a35400, 0xbbc, 0xc001a35400, 0xbbc, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001068a20, 0x8f, 0xc001a35400, 0xbbc, 0xaa0378, 0x1, 0xc001a35400, 0xbbc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 46 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67003fc3c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003274b40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003274b30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e87800, 0xb45, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001697e60, 0x83, 0xc001e87800, 0xb45, 0xc001e87800, 0xb45, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001697e60, 0x83, 0xc001e87800, 0xb45, 0xaa0378, 0x1, 0xc001e87800, 0xb45, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 47 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000b7d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013b6000, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001341ff0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0011e2000, 0x82c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016961b0, 0x8c, 0xc0011e2000, 0x82c, 0xc0011e2000, 0x82c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016961b0, 0x8c, 0xc0011e2000, 0x82c, 0xaa0378, 0x1, 0xc0011e2000, 0x82c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 48 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000e110, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b3aca0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b3ac90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002fbea00, 0x1a15, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001378280, 0x41, 0xc002fbea00, 0x1a15, 0xc002fbea00, 0x1a15, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001378280, 0x41, 0xc002fbea00, 0x1a15, 0xaa0378, 0x1, 0xc002fbea00, 0x1a15, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 49 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700009cc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003cf3890, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cf3870, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001881500, 0x14c2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013ac17f, 0x3c, 0xc001881500, 0x14c2, 0xc001881500, 0x14c2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013ac17f, 0x3c, 0xc001881500, 0x14c2, 0xaa0378, 0x1, 0xc001881500, 0x14c2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 66 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670011ead0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003754580, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003754570, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002278a80, 0x2857, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001068480, 0x88, 0xc002278a80, 0x2857, 0xc002278a80, 0x2857, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001068480, 0x88, 0xc002278a80, 0x2857, 0xaa0378, 0x1, 0xc002278a80, 0x2857, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 67 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67001270c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00140ce30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00140ce20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0023b8000, 0x83f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b860a0, 0x94, 0xc0023b8000, 0x83f, 0xc0023b8000, 0x83f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b860a0, 0x94, 0xc0023b8000, 0x83f, 0xaa0378, 0x1, 0xc0023b8000, 0x83f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 68 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000086c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025ebd60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0025ebd40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00063dc00, 0x6e6, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011521b0, 0x8e, 0xc00063dc00, 0x6e6, 0xc00063dc00, 0x6e6, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011521b0, 0x8e, 0xc00063dc00, 0x6e6, 0xaa0378, 0x1, 0xc00063dc00, 0x6e6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 69 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66507aadc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003cce0e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cce0c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0004b3180, 0x358, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137e690, 0x47, 0xc0004b3180, 0x358, 0xc0004b3180, 0x358, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137e690, 0x47, 0xc0004b3180, 0x358, 0xaa0378, 0x1, 0xc0004b3180, 0x358, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 70 [semacquire]:
bytes.makeSlice(0x1771, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0021e4a20, 0x5d, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0021e4a20, 0xc00081e120, 0x5d, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0021e4a20, 0xc00081e120, 0x5d, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0021e4a20, 0xc002b9e460, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0021e4a20, 0xc002b9e3f0, 0xb84d20, 0xc0021e4a20)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0021e4a20, 0xc002b9e3f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0021e49f0, 0x203000, 0x203000, 0x7b7f402f00000000, 0xc002665138)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0021e49f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0021e49c0, 0xc0026652c8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0026656b0, 0xc002b97d20, 0xaac03e, 0x7, 0xc002b97d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0026656b0, 0xc002b97d20, 0xc002a00560)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 71 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f664820de60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ccb680, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ccb670, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001eb3500, 0x6ed, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bfaf80, 0x7d, 0xc001eb3500, 0x6ed, 0xc001eb3500, 0x6ed, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bfaf80, 0x7d, 0xc001eb3500, 0x6ed, 0xaa0378, 0x1, 0xc001eb3500, 0x6ed, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 72 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00214b588, 0xaa058b, 0x2, 0xc0004b2e00, 0x346, 0x0, 0xc00214b3d8, 0xc001d1fce8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00214b518, 0xc0027a8150, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00214b518, 0xc00040e9e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 73 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d8186590, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000573540, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000573530, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a8b000, 0xb0d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000504000, 0xb0, 0xc001a8b000, 0xb0d, 0xc001a8b000, 0xb0d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000504000, 0xb0, 0xc001a8b000, 0xb0d, 0xaa0378, 0x1, 0xc001a8b000, 0xb0d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 74 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000f030, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002085d70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002085d50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0007b9500, 0xa0d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2370, 0x49, 0xc0007b9500, 0xa0d, 0xc0007b9500, 0xa0d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f2370, 0x49, 0xc0007b9500, 0xa0d, 0xaa0378, 0x1, 0xc0007b9500, 0xa0d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e840, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 75 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700006b40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00197f120, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00197f110, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000931400, 0x4ba, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005a6aa0, 0x46, 0xc000931400, 0x4ba, 0xc000931400, 0x4ba, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0005a6aa0, 0x46, 0xc000931400, 0x4ba, 0xaa0378, 0x1, 0xc000931400, 0x4ba, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e900, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 76 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000065c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003070650, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003070640, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014f0c80, 0xc54, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001378a00, 0x80, 0xc0014f0c80, 0xc54, 0xc0014f0c80, 0xc54, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001378a00, 0x80, 0xc0014f0c80, 0xc54, 0xaa0378, 0x1, 0xc0014f0c80, 0xc54, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e9c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 77 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c010cdf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e7d370, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e7d360, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00262a380, 0xc86, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137e409, 0x57, 0xc00262a380, 0xc86, 0xc00262a380, 0xc86, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137e409, 0x57, 0xc00262a380, 0xc86, 0xaa0378, 0x1, 0xc00262a380, 0xc86, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 78 [semacquire]:
bytes.makeSlice(0x752, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005425150, 0x196, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005425150, 0xc00112e1a0, 0x196, 0x5165d7, 0xc00045fc92, 0xc003917a60)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00381bc00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00381bb90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0011bbdc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005425218, 0xae5578, 0xc00113f5d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.replaceTagWithContents(0xc005425218, 0x1182620, 0xa, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:35 +0x46
github.com/advancedlogic/GoOse.(*outputFormatter).linksToText.func1(0x3, 0xc003b50240)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:84 +0x1ed
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003b500f0, 0xc0054252c0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).linksToText(0xc005425388, 0x8, 0xc00113f578, 0xc004b59180)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:71 +0x8e
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc005425388, 0xc001dd4a20, 0xaa058b, 0x2, 0xc005425518, 0x8, 0x9ecc80, 0x2af, 0x2b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:41 +0xbb
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc005425518, 0xc001dd4a20, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 79 [semacquire]:
strings.genSplit(0xc002c5ad00, 0x8c8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc002a891f0, 0xc0011eb360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011eb3c0, 0xaa0569, 0x2, 0xc002c5a400, 0x8c8, 0xc002c5a400, 0xc0011eb3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002c5a400, 0x8c8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0011eb518, 0xc002412a20, 0x74, 0xc00182b4b7)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 80 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001d2eea0, 0xc0026151e8, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc002615518, 0xc001d2ecf0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002615518, 0xc001db9bc0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033ecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 81 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700c4a590, 0x7f6700c498f0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d90df0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d90de0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00397a800, 0x36b0, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00023791c, 0x43, 0xc00397a800, 0x36b0, 0xc00397a800, 0x36b0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00023791c, 0x43, 0xc00397a800, 0x36b0, 0xaa0378, 0x1, 0xc00397a800, 0x36b0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 82 [runnable]:
unicode.ToLower(0xc00000044f, 0x97e)
/usr/local/go/src/unicode/letter.go:261 +0x8d
strings.Map(0xae62d0, 0xc005be4a80, 0x97e, 0xa80, 0xc005be4a80)
/usr/local/go/src/strings/strings.go:470 +0x96
strings.ToLower(0xc005be4a80, 0x97e, 0x981, 0xaa0378)
/usr/local/go/src/strings/strings.go:610 +0x8f
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0058a7500, 0x981, 0xaa0378, 0x1, 0xc0058a7500, 0x981)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033ee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 83 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65f094d090, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000577020, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000577010, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001369500, 0xa4d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002035000, 0x7c, 0xc001369500, 0xa4d, 0xc001369500, 0xa4d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002035000, 0x7c, 0xc001369500, 0xa4d, 0xaa0378, 0x1, 0xc001369500, 0xa4d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 84 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6680888230, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027f0e20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027f0e10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00430d800, 0x79c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002862240, 0xbd, 0xc00430d800, 0x79c, 0xc00430d800, 0x79c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002862240, 0xbd, 0xc00430d800, 0x79c, 0xaa0378, 0x1, 0xc00430d800, 0x79c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 85 [semacquire]:
strings.genSplit(0xc0058f6140, 0x123, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x123, 0xc002c452c0, 0x123)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a6d588, 0xaa058b, 0x2, 0xc002c452c0, 0x123, 0x5, 0x16, 0xc003b469c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc003a6d518, 0xc0028b0d20, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003a6d518, 0xc002b979a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033f080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 86 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700d443b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000c02ea0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000c02e90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0020f0800, 0x7b4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ebce10, 0x86, 0xc0020f0800, 0x7b4, 0xc0020f0800, 0x7b4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ebce10, 0x86, 0xc0020f0800, 0x7b4, 0xaa0378, 0x1, 0xc0020f0800, 0x7b4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033f140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 87 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66040014b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021eedc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021eedb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f7c580, 0x578, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001152510, 0x8e, 0xc001f7c580, 0x578, 0xc001f7c580, 0x578, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001152510, 0x8e, 0xc001f7c580, 0x578, 0xaa0378, 0x1, 0xc001f7c580, 0x578, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033f200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 88 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d00bc770, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a9b400, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a9b3f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002de1100, 0xd22, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0021e0960, 0x96, 0xc002de1100, 0xd22, 0xc002de1100, 0xd22, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0021e0960, 0x96, 0xc002de1100, 0xd22, 0xaa0378, 0x1, 0xc002de1100, 0xd22, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033f2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 89 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6604001610, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0029a3e10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0029a3e00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0028ce000, 0x757, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000481260, 0x5f, 0xc0028ce000, 0x757, 0xc0028ce000, 0x757, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000481260, 0x5f, 0xc0028ce000, 0x757, 0xaa0378, 0x1, 0xc0028ce000, 0x757, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033f380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 90 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66b0014730, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003f63ad0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003f63ac0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0011e4d00, 0x879, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012a4ae0, 0x5e, 0xc0011e4d00, 0x879, 0xc0011e4d00, 0x879, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012a4ae0, 0x5e, 0xc0011e4d00, 0x879, 0xaa0378, 0x1, 0xc0011e4d00, 0x879, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033f440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 91 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003b47680, 0xc0021d92c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021d93c0, 0xaa059b, 0x2, 0xc004463b00, 0x889, 0x1, 0xf2, 0xc003b47640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc004463b00, 0x889, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0021d9518, 0xc002dbe840, 0x8f, 0xc001458bd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033f500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 92 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0021f72e0, 0xc0021f72f8, 0x43b3b7, 0x1252790, 0xc0021f7200, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f670406c1c8, 0xc0021f7301, 0x10100000042ab7a, 0x0, 0xa4f)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00358ee10, 0xaa64ee, 0x5, 0x1188)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0021f7518, 0xc00199c540, 0xa4f, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 93 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0010b32e0, 0x432e00, 0xc0010b3210, 0x72129bbd, 0x78)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0010b32e0, 0xc000363b00, 0x5, 0xc0010b3230, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0010b32e0, 0xc0010b32f8, 0x43b3b7, 0x1252790, 0xc0010b3200, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f66fc60a878, 0xc0010b3301, 0x10100000042ab7a, 0x0, 0x1ae0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001e1e210, 0xaa64ee, 0x5, 0x22ab)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0010b3518, 0xc002412a40, 0x1ae0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033f680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 94 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67010e8650, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007aa2b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007aa2a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0007f8000, 0xa13, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00147c0e0, 0x70, 0xc0007f8000, 0xa13, 0xc0007f8000, 0xa13, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00147c0e0, 0x70, 0xc0007f8000, 0xa13, 0xaa0378, 0x1, 0xc0007f8000, 0xa13, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 95 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f669835ecc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005c19a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005c1990, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000703900, 0x117b, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ad0000, 0x73, 0xc000703900, 0x117b, 0xc000703900, 0x117b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ad0000, 0x73, 0xc000703900, 0x117b, 0xaa0378, 0x1, 0xc000703900, 0x117b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 96 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6670001350, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033052f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033052e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001862000, 0x728, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00182a180, 0x77, 0xc001862000, 0x728, 0xc001862000, 0x728, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00182a180, 0x77, 0xc001862000, 0x728, 0xaa0378, 0x1, 0xc001862000, 0x728, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 97 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000b510, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003053310, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003053304, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00143dc00, 0x644, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000f2000, 0x6c, 0xc00143dc00, 0x644, 0xc00143dc00, 0x644, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000f2000, 0x6c, 0xc00143dc00, 0x644, 0xaa0378, 0x1, 0xc00143dc00, 0x644, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 98 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000091c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ccee70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ccee50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0028e2900, 0x8dd, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00389c900, 0x77, 0xc0028e2900, 0x8dd, 0xc0028e2900, 0x8dd, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00389c900, 0x77, 0xc0028e2900, 0x8dd, 0xaa0378, 0x1, 0xc0028e2900, 0x8dd, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 100 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700004fc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007de0b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007de0a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002524800, 0xb38, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137e070, 0x70, 0xc002524800, 0xb38, 0xc002524800, 0xb38, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137e070, 0x70, 0xc002524800, 0xb38, 0xaa0378, 0x1, 0xc002524800, 0xb38, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033fbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 101 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65fc20cef0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cdc460, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cdc450, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0026fa700, 0x67e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b00420, 0x5f, 0xc0026fa700, 0x67e, 0xc0026fa700, 0x67e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b00420, 0x5f, 0xc0026fa700, 0x67e, 0xaa0378, 0x1, 0xc0026fa700, 0x67e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 102 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66b03ad850, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cc8890, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cc8880, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003e1c000, 0x6d8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001525b00, 0x7e, 0xc003e1c000, 0x6d8, 0xc003e1c000, 0x6d8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001525b00, 0x7e, 0xc003e1c000, 0x6d8, 0xaa0378, 0x1, 0xc003e1c000, 0x6d8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 103 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700177f60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cddee0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cdded0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001720000, 0xfe3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012a53e0, 0x54, 0xc001720000, 0xfe3, 0xc001720000, 0xfe3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012a53e0, 0x54, 0xc001720000, 0xfe3, 0xaa0378, 0x1, 0xc001720000, 0xfe3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 104 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001caf500, 0x918, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001caf500, 0x918, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001caf500, 0x918, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001caf500, 0x918, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001caf500, 0x918, 0x0, 0x0, 0x918, 0xc001caf500, 0x918)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001caf500, 0x918, 0x918, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001078300, 0x38, 0xc001caf500, 0x918, 0xc001caf500, 0x918, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001078300, 0x38, 0xc001caf500, 0x918, 0xaa0378, 0x1, 0xc001caf500, 0x918, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 105 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700010460, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00244a2e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00244a2d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015bd500, 0x925, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004fa2ba, 0x3c, 0xc0015bd500, 0x925, 0xc0015bd500, 0x925, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004fa2ba, 0x3c, 0xc0015bd500, 0x925, 0xaa0378, 0x1, 0xc0015bd500, 0x925, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033ff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 106 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66441bd240, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002bd6b50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002bd6b40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002238000, 0x60b, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bc500, 0x80, 0xc002238000, 0x60b, 0xc002238000, 0x60b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011bc500, 0x80, 0xc002238000, 0x60b, 0xaa0378, 0x1, 0xc002238000, 0x60b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000360060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 107 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f669c5ed500, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b58110, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b58100, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e63000, 0x3ee, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000f22a0, 0x6d, 0xc001e63000, 0x3ee, 0xc001e63000, 0x3ee, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000f22a0, 0x6d, 0xc001e63000, 0x3ee, 0xaa0378, 0x1, 0xc001e63000, 0x3ee, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000360120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 108 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66b83b7f30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00163ca70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00163ca60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002797200, 0x8db, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bfb180, 0x77, 0xc002797200, 0x8db, 0xc002797200, 0x8db, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bfb180, 0x77, 0xc002797200, 0x8db, 0xaa0378, 0x1, 0xc002797200, 0x8db, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003601e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 109 [semacquire]:
strings.genSplit(0xc00608d000, 0xda0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x16e, 0x16e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008b93c0, 0xaa058b, 0x2, 0xc00330f000, 0xda0, 0x1, 0x16e, 0xc003902b20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00330f000, 0xda0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0008b9518, 0xc002a00ac0, 0x50, 0xc00165c6e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003602a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 110 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66e8428ee0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ccf220, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ccf210, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019b8f00, 0x49d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bd280, 0x80, 0xc0019b8f00, 0x49d, 0xc0019b8f00, 0x49d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011bd280, 0x80, 0xc0019b8f00, 0x49d, 0xaa0378, 0x1, 0xc0019b8f00, 0x49d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000360360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 111 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000053e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003cc5650, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cc5640, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014bf200, 0x8e8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00144a180, 0x78, 0xc0014bf200, 0x8e8, 0xc0014bf200, 0x8e8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00144a180, 0x78, 0xc0014bf200, 0x8e8, 0xaa0378, 0x1, 0xc0014bf200, 0x8e8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000360420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 112 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700006300, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001418ed0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001418ec0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00201b000, 0xb1b, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036f4000, 0x83, 0xc00201b000, 0xb1b, 0xc00201b000, 0xb1b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036f4000, 0x83, 0xc00201b000, 0xb1b, 0xaa0378, 0x1, 0xc00201b000, 0xb1b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003604e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 113 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f662062eb50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000442130, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000442120, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001314d00, 0x8cc, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2780, 0x2c, 0xc001314d00, 0x8cc, 0xc001314d00, 0x8cc, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f2780, 0x2c, 0xc001314d00, 0x8cc, 0xaa0378, 0x1, 0xc001314d00, 0x8cc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003605a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 114 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66f4645270, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0006b8a90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0006b8a70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002050c00, 0xab7, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00130cb40, 0x85, 0xc002050c00, 0xab7, 0xc002050c00, 0xab7, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00130cb40, 0x85, 0xc002050c00, 0xab7, 0xaa0378, 0x1, 0xc002050c00, 0xab7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000360660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 115 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6690a0f0d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003cf8a70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cf8a40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000534a80, 0x98d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036f4b40, 0x83, 0xc000534a80, 0x98d, 0xc000534a80, 0x98d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036f4b40, 0x83, 0xc000534a80, 0x98d, 0xaa0378, 0x1, 0xc000534a80, 0x98d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000360720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 116 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016a1588, 0xaa058b, 0x2, 0xc006224000, 0x787, 0x0, 0xc003cd8e00, 0x7f672bd53560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0016a1518, 0xc0025c1ca0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003607e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 117 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66481dff80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027ef860, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027ef850, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000890400, 0x8db, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002034480, 0x7c, 0xc000890400, 0x8db, 0xc000890400, 0x8db, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002034480, 0x7c, 0xc000890400, 0x8db, 0xaa0378, 0x1, 0xc000890400, 0x8db, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003608a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 118 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65f07a5230, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0006b8eb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0006b8e80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019a8000, 0x89d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fc900, 0x81, 0xc0019a8000, 0x89d, 0xc0019a8000, 0x89d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fc900, 0x81, 0xc0019a8000, 0x89d, 0xaa0378, 0x1, 0xc0019a8000, 0x89d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000360960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 119 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000114e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030e4fe0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030e4fd8, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002c68a80, 0x9b5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001152240, 0x86, 0xc002c68a80, 0x9b5, 0xc002c68a80, 0x9b5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001152240, 0x86, 0xc002c68a80, 0x9b5, 0xaa0378, 0x1, 0xc002c68a80, 0x9b5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000360a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 120 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66207c6b30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001029db0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001029da0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019dc800, 0x2738, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001142080, 0x33, 0xc0019dc800, 0x2738, 0xc0019dc800, 0x2738, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001142080, 0x33, 0xc0019dc800, 0x2738, 0xaa0378, 0x1, 0xc0019dc800, 0x2738, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000360ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 121 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001a30c00, 0xaf0, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001a30c00, 0xaf0, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001a30c00, 0xaf0, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001a30c00, 0xaf0, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001a30c00, 0xaf0, 0x0, 0x0, 0xaf0, 0xc001a30c00, 0xaf0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001a30c00, 0xaf0, 0xaf0, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00184c870, 0x87, 0xc001a30c00, 0xaf0, 0xc001a30c00, 0xaf0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00184c870, 0x87, 0xc001a30c00, 0xaf0, 0xaa0378, 0x1, 0xc001a30c00, 0xaf0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000360ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 122 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700011380, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017e2080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017e2070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00053d400, 0x4e3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002862e40, 0xb3, 0xc00053d400, 0x4e3, 0xc00053d400, 0x4e3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002862e40, 0xb3, 0xc00053d400, 0x4e3, 0xaa0378, 0x1, 0xc00053d400, 0x4e3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000360c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 123 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0044b0e00, 0x604, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0044b0e00, 0x604, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0044b0e00, 0x604, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0044b0e00, 0x604, 0x0, 0x0, 0x604, 0xc0044b0e00, 0x604)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0044b0e00, 0x604, 0x604, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014581b0, 0x8a, 0xc0044b0e00, 0x604, 0xc0044b0e00, 0x604, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0014581b0, 0x8a, 0xc0044b0e00, 0x604, 0xaa0378, 0x1, 0xc0044b0e00, 0x604, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000360d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 124 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700011fe0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030d5bd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030d5bc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e9d680, 0x466, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001784d0, 0xa5, 0xc001e9d680, 0x466, 0xc001e9d680, 0x466, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001784d0, 0xa5, 0xc001e9d680, 0x466, 0xaa0378, 0x1, 0xc001e9d680, 0x466, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000360de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 125 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6614628b00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0035148a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003514880, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0023b6000, 0x91d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001458787, 0x4d, 0xc0023b6000, 0x91d, 0xc0023b6000, 0x91d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001458787, 0x4d, 0xc0023b6000, 0x91d, 0xaa0378, 0x1, 0xc0023b6000, 0x91d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000360ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 126 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700008da0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0029a3e30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0029a3e20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0026e7080, 0x576, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a96ae0, 0x58, 0xc0026e7080, 0x576, 0xc0026e7080, 0x576, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a96ae0, 0x58, 0xc0026e7080, 0x576, 0xaa0378, 0x1, 0xc0026e7080, 0x576, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000360f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 127 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67003a7700, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001fc20a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001fc2090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d20b00, 0x565, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000236380, 0x67, 0xc001d20b00, 0x565, 0xc001d20b00, 0x565, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000236380, 0x67, 0xc001d20b00, 0x565, 0xaa0378, 0x1, 0xc001d20b00, 0x565, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 128 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f669c7d95d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000572560, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000572550, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001714700, 0x618, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fcbd0, 0x81, 0xc001714700, 0x618, 0xc001714700, 0x618, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fcbd0, 0x81, 0xc001714700, 0x618, 0xaa0378, 0x1, 0xc001714700, 0x618, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003610e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 129 [runnable]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005d1b0c0, 0xc004940380, 0x1b0, 0x1b0, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xd2
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d1b0c0, 0xc003471f10, 0xc005d1a1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d1b0c0, 0xc003471ea0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005d1b0c0, 0xc003471ea0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d1b0c0, 0xc003471ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d1b0c0, 0xc003471ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d1b0c0, 0xc0034715e0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0008030c0, 0xc0034715e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0008030c0, 0xc0034715e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d1b0c0, 0xc003471500, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0008030c0, 0xc003471500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0008030c0, 0xc003471500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d1b0c0, 0xc003470e00, 0xc000802d00, 0x444010)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0008030c0, 0xc003470e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0008030c0, 0xc003470e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d1b0c0, 0xc003470d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0008030c0, 0xc003470d20, 0x54b170, 0xc0042dde10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003470d20, 0x0, 0x0, 0x0, 0x0, 0xc003470d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0066b9dd0, 0x0, 0x0, 0x0, 0xc00, 0xc0024c0400, 0xbdf, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0024c0400, 0xbdf, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x3eb2395f00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000803518, 0xc003b87be0, 0xc00434efe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003611a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 130 [semacquire]:
strings.Replace(0xc0025f4000, 0x590, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc002e98b60, 0x0, 0x0, 0x0, 0x0, 0xc002e98b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00205b290, 0x0, 0x0, 0x0, 0xc80, 0xc001c2a000, 0xc2d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001c2a000, 0xc2d, 0x0, 0x0, 0x0, 0x440d95, 0xc00205b230, 0x7f66fc5c7eec, 0xa3ed8bac00000002)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00230f518, 0xc001907da0, 0xc000753e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 131 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700f64220, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a220f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a220e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00094a480, 0x46c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0022185f0, 0x4c, 0xc00094a480, 0x46c, 0xc00094a480, 0x46c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0022185f0, 0x4c, 0xc00094a480, 0x46c, 0xaa0378, 0x1, 0xc00094a480, 0x46c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 132 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6614a2b680, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012b0d20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012b0d10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00151ef00, 0x485, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ae4070, 0x70, 0xc00151ef00, 0x485, 0xc00151ef00, 0x485, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ae4070, 0x70, 0xc00151ef00, 0x485, 0xaa0378, 0x1, 0xc00151ef00, 0x485, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003613e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 133 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f664887be90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f97e80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f97e70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0010e0900, 0x8ca, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00106a210, 0x91, 0xc0010e0900, 0x8ca, 0xc0010e0900, 0x8ca, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00106a210, 0x91, 0xc0010e0900, 0x8ca, 0xaa0378, 0x1, 0xc0010e0900, 0x8ca, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003614a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 134 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d81f24e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001fc2c20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001fc2c10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00390ea00, 0x4aa, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010681b0, 0x8d, 0xc00390ea00, 0x4aa, 0xc00390ea00, 0x4aa, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010681b0, 0x8d, 0xc00390ea00, 0x4aa, 0xaa0378, 0x1, 0xc00390ea00, 0x4aa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 135 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005f4c000, 0x932, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005f4c000, 0x932, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005f4c000, 0x932, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005f4c000, 0x932, 0x0, 0x0, 0x932, 0xc005f4c000, 0x932)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005f4c000, 0x932, 0x932, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00088c320, 0x95, 0xc005f4c000, 0x932, 0xc005f4c000, 0x932, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00088c320, 0x95, 0xc005f4c000, 0x932, 0xaa0378, 0x1, 0xc005f4c000, 0x932, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 136 [semacquire]:
internal/reflectlite.unsafe_New(0xa36900, 0xb8b5c0)
/usr/local/go/src/runtime/malloc.go:1175 +0x38
internal/reflectlite.Swapper(0x9de7e0, 0xc000753f80, 0x9de7e0)
/usr/local/go/src/internal/reflectlite/swapper.go:62 +0x186
sort.SliceStable(0x9de7e0, 0xc000753f80, 0xc0020fb7d0)
/usr/local/go/src/sort/slice.go:26 +0x7d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002fdf000, 0xff7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002fdf000, 0xff7, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002fdf000, 0xff7, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002fdf000, 0xff7, 0x0, 0x0, 0xff7, 0xc002fdf000, 0xff7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002fdf000, 0xff7, 0xff7, 0x1300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141c500, 0x94, 0xc002fdf000, 0xff7, 0xc002fdf000, 0xff7, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00141c500, 0x94, 0xc002fdf000, 0xff7, 0xaa0378, 0x1, 0xc002fdf000, 0xff7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003616e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 137 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66741a99e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001341f80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001341f70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000440800, 0x3eb, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011522d0, 0x86, 0xc000440800, 0x3eb, 0xc000440800, 0x3eb, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011522d0, 0x86, 0xc000440800, 0x3eb, 0xaa0378, 0x1, 0xc000440800, 0x3eb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003617a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 138 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000eab0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001fc5420, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001fc5410, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0021e2500, 0x4e6, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000381080, 0x57, 0xc0021e2500, 0x4e6, 0xc0021e2500, 0x4e6, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000381080, 0x57, 0xc0021e2500, 0x4e6, 0xaa0378, 0x1, 0xc0021e2500, 0x4e6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 139 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67010763b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a24280, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a24250, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00242e800, 0x743, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001376500, 0x95, 0xc00242e800, 0x743, 0xc00242e800, 0x743, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001376500, 0x95, 0xc00242e800, 0x743, 0xaa0378, 0x1, 0xc00242e800, 0x743, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 140 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700004780, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000573150, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000573140, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000435900, 0x23c7, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a320, 0x4d, 0xc000435900, 0x23c7, 0xc000435900, 0x23c7, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a320, 0x4d, 0xc000435900, 0x23c7, 0xaa0378, 0x1, 0xc000435900, 0x23c7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003619e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 141 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000014a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00307f380, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00307f370, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014e7200, 0x8eb, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000398780, 0xb8, 0xc0014e7200, 0x8eb, 0xc0014e7200, 0x8eb, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000398780, 0xb8, 0xc0014e7200, 0x8eb, 0xaa0378, 0x1, 0xc0014e7200, 0x8eb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 142 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000bbf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000539e20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000539e00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002601200, 0x87f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011523f0, 0x86, 0xc002601200, 0x87f, 0xc002601200, 0x87f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011523f0, 0x86, 0xc002601200, 0x87f, 0xaa0378, 0x1, 0xc002601200, 0x87f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 143 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700011e80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ce1b40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ce1b30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0021e2a00, 0x4a4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000071b90, 0x61, 0xc0021e2a00, 0x4a4, 0xc0021e2a00, 0x4a4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000071b90, 0x61, 0xc0021e2a00, 0x4a4, 0xaa0378, 0x1, 0xc0021e2a00, 0x4a4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 145 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0027f6d40, 0xc002ea32c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ea33c0, 0xaa059b, 0x2, 0xc001559200, 0x81d, 0x1, 0xd8, 0xc002a010a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001559200, 0x81d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ea3518, 0xc001640020, 0x70, 0xc00137fdc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 146 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700009b60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036d7c70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036d7c60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002896600, 0x2c5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00144a400, 0x7c, 0xc002896600, 0x2c5, 0xc002896600, 0x2c5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00144a400, 0x7c, 0xc002896600, 0x2c5, 0xaa0378, 0x1, 0xc002896600, 0x2c5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 147 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a590f8f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036e72b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036e72a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00500ca80, 0xa28, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001376960, 0x93, 0xc00500ca80, 0xa28, 0xc00500ca80, 0xa28, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001376960, 0x93, 0xc00500ca80, 0xa28, 0xaa0378, 0x1, 0xc00500ca80, 0xa28, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 148 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6670003f10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000c03300, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000c032e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002014700, 0x6e4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001376dc0, 0x96, 0xc002014700, 0x6e4, 0xc002014700, 0x6e4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001376dc0, 0x96, 0xc002014700, 0x6e4, 0xaa0378, 0x1, 0xc002014700, 0x6e4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 149 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65e4bf7680, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002791320, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002791300, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000534000, 0x914, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000071500, 0x69, 0xc000534000, 0x914, 0xc000534000, 0x914, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000071500, 0x69, 0xc000534000, 0x914, 0xaa0378, 0x1, 0xc000534000, 0x914, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 150 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6698636ba0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021fae50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021fae40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00292ec00, 0x3d1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001458120, 0x87, 0xc00292ec00, 0x3d1, 0xc00292ec00, 0x3d1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001458120, 0x87, 0xc00292ec00, 0x3d1, 0xaa0378, 0x1, 0xc00292ec00, 0x3d1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 151 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670117bcb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00336c600, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00336c5f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002c7b000, 0xdc9, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002034780, 0x7f, 0xc002c7b000, 0xdc9, 0xc002c7b000, 0xdc9, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002034780, 0x7f, 0xc002c7b000, 0xdc9, 0xaa0378, 0x1, 0xc002c7b000, 0xdc9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 152 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f660c249570, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004c6180, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004c6170, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f2c000, 0x3bf, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001144680, 0x79, 0xc001f2c000, 0x3bf, 0xc001f2c000, 0x3bf, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001144680, 0x79, 0xc001f2c000, 0x3bf, 0xaa0378, 0x1, 0xc001f2c000, 0x3bf, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 153 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670116a9f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d93bf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d93be0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004399000, 0x70a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00298e0c0, 0x5f, 0xc004399000, 0x70a, 0xc004399000, 0x70a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00298e0c0, 0x5f, 0xc004399000, 0x70a, 0xaa0378, 0x1, 0xc004399000, 0x70a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 154 [semacquire]:
bytes.makeSlice(0x20f6, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0024170c0, 0x2, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0024170c0, 0xc002416104, 0x2, 0x2, 0x479, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0024170c0, 0xc006224800, 0x798, 0x798, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024170c0, 0xc005387810, 0xc0024161b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0024170c0, 0xc0053877a0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0024170c0, 0xc0053877a0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0024170c0, 0xc0053877a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024170c0, 0xc0053877a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0024170c0, 0xc001c5cfc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00074d0c0, 0xc001c5cfc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00074d0c0, 0xc001c5cfc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0024170c0, 0xc001c5cee0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00074d0c0, 0xc001c5cee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00074d0c0, 0xc001c5cee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0024170c0, 0xc000897490, 0xc000b7fc00, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00074d0c0, 0xc000897490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00074d0c0, 0xc000897490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0024170c0, 0xc0008973b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00074d0c0, 0xc0008973b0, 0x54b170, 0xc001772dd0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0008973b0, 0x0, 0x0, 0x0, 0x0, 0xc0008973b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001c56b40, 0x0, 0x0, 0x0, 0x5000, 0xc002206000, 0x4e75, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002206000, 0x4e75, 0x0, 0x0, 0x0, 0x440d95, 0xc001683cb0, 0x7f66fc5b9e63, 0x4acceb6e00000002)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00074d518, 0xc001d1f740, 0xc00199de20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 155 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6620781cb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b58090, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b58080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001539b00, 0xd26, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001379a00, 0x7b, 0xc001539b00, 0xd26, 0xc001539b00, 0xd26, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001379a00, 0x7b, 0xc001539b00, 0xd26, 0xaa0378, 0x1, 0xc001539b00, 0xd26, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 156 [semacquire]:
strings.genSplit(0xc005ae4d00, 0x820, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x100, 0x100)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0014113c0, 0xaa04df, 0x2, 0xc001e83200, 0x820, 0x5, 0x100, 0xc0000bfc20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc001e83200, 0x820, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001411518, 0xc0028cada0, 0x84, 0xc0010fdc44)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 157 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f663cad6660, 0x7f663cad6730)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004cc930, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004cc920, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004643800, 0x5d3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0030b4880, 0x71, 0xc004643800, 0x5d3, 0xc004643800, 0x5d3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0030b4880, 0x71, 0xc004643800, 0x5d3, 0xaa0378, 0x1, 0xc004643800, 0x5d3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 158 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700cd0470, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023bf340, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023bf330, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00057e000, 0x961, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000709a0, 0x4f, 0xc00057e000, 0x961, 0xc00057e000, 0x961, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000709a0, 0x4f, 0xc00057e000, 0x961, 0xaa0378, 0x1, 0xc00057e000, 0x961, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 159 [runnable]:
regexp.(*Regexp).tryBacktrack(0xc000136d20, 0xc002f366e0, 0xb886e0, 0xc002f36760, 0x1, 0x26, 0x7f6704063d00)
/usr/local/go/src/regexp/backtrack.go:140 +0xd79
regexp.(*Regexp).backtrack(0xc000136d20, 0x0, 0x0, 0x0, 0xc000115380, 0x2e, 0x26, 0x0, 0x127d380, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:353 +0x39d
regexp.(*Regexp).doExecute(0xc000136d20, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000115380, 0x2e, 0x0, 0x0, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).doMatch(...)
/usr/local/go/src/regexp/exec.go:514
regexp.(*Regexp).MatchString(...)
/usr/local/go/src/regexp/regexp.go:507
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001acb518, 0xc0028cb940, 0xc00398ca00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:330 +0xa14
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 160 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c05096a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f9d410, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f9d3f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00213b800, 0xacc, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003024850, 0x65, 0xc00213b800, 0xacc, 0xc00213b800, 0xacc, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003024850, 0x65, 0xc00213b800, 0xacc, 0xaa0378, 0x1, 0xc00213b800, 0xacc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 161 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000c9b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003f63b50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003f63b40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000793800, 0x79a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00147c7e0, 0x69, 0xc000793800, 0x79a, 0xc000793800, 0x79a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00147c7e0, 0x69, 0xc000793800, 0x79a, 0xaa0378, 0x1, 0xc000793800, 0x79a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 162 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000beb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017fe810, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017fe800, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e6b800, 0x7d4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000707e0, 0x63, 0xc001e6b800, 0x7d4, 0xc001e6b800, 0x7d4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000707e0, 0x63, 0xc001e6b800, 0x7d4, 0xaa0378, 0x1, 0xc001e6b800, 0x7d4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 163 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0041a1300, 0x11f6, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0041a1300, 0x11f6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0041a1300, 0x11f6, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0041a1300, 0x11f6, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0041a1300, 0x11f6, 0x0, 0x0, 0x11f6, 0xc0041a1300, 0x11f6)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0041a1300, 0x11f6, 0x11f6, 0x1500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018201c0, 0x70, 0xc0041a1300, 0x11f6, 0xc0041a1300, 0x11f6, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018201c0, 0x70, 0xc0041a1300, 0x11f6, 0xaa0378, 0x1, 0xc0041a1300, 0x11f6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 164 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00127f000, 0xea2, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00127f000, 0xea2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00127f000, 0xea2, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00127f000, 0xea2, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00127f000, 0xea2, 0x0, 0x0, 0xea2, 0xc00127f000, 0xea2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00127f000, 0xea2, 0xea2, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001379e00, 0x72, 0xc00127f000, 0xea2, 0xc00127f000, 0xea2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001379e00, 0x72, 0xc00127f000, 0xea2, 0xaa0378, 0x1, 0xc00127f000, 0xea2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 165 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001df9360, 0xf, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xaaece6, 0x9, 0x3c)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0023b6a80, 0x97f, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:11 +0x3a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b00000, 0x5f, 0xc0023b6a80, 0x97f, 0xc0023b6a80, 0x97f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b00000, 0x5f, 0xc0023b6a80, 0x97f, 0xaa0378, 0x1, 0xc0023b6a80, 0x97f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037ecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 166 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001076620, 0xc0010e52c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010e53c0, 0xaa04df, 0x2, 0xc0015a2000, 0x84ed, 0x1f, 0xcf8, 0xc001c38020)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0015a2000, 0x84ed, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0010e5518, 0xc003b86080, 0x92, 0xc001b86000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 168 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700154920, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013b6cf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013b6ce0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0027bf800, 0x179e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003c4c380, 0x6a, 0xc0027bf800, 0x179e, 0xc0027bf800, 0x179e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003c4c380, 0x6a, 0xc0027bf800, 0x179e, 0xaa0378, 0x1, 0xc0027bf800, 0x179e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 169 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700ed5910, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0063880a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006388090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001aa5000, 0xec3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003141b00, 0x83, 0xc001aa5000, 0xec3, 0xc001aa5000, 0xec3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003141b00, 0x83, 0xc001aa5000, 0xec3, 0xaa0378, 0x1, 0xc001aa5000, 0xec3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 170 [runnable]:
regexp/syntax.(*parser).maybeConcat(0xc0022e8a20, 0xffffffff, 0xc0026a2d60)
/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc0022e8a20, 0xc004924460, 0xc004924460)
/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc0022e8a20, 0x69)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0026a3300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0026a3300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0026a3300, 0x0, 0xb856e0, 0xc0000be108, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0026a3300, 0xc0001b8460, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0026a3300, 0x42ca96, 0xc00634c0c0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0026a3370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00434f1a0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0032b1020, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0026a3518, 0xc0039034c0, 0xabc101, 0x1d, 0x6f, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 171 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00398e500, 0x0, 0x0, 0x0, 0xc001d6c000, 0x1ca8, 0x2, 0xc00175b218, 0xc001d6c000, 0x1ca8, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00398e500, 0xc001d6c000, 0x1ca8, 0xaa0378, 0x1, 0x1, 0x20)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00175b518, 0xc001252040, 0xc002a7db40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 172 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001de5000, 0x1775, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001de5000, 0x1775, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001de5000, 0x1775, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001de5000, 0x1775, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001de5000, 0x1775, 0x0, 0x0, 0x1775, 0xc001de5000, 0x1775)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001de5000, 0x1775, 0x1775, 0x1980)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0030b4000, 0x7d, 0xc001de5000, 0x1775, 0xc001de5000, 0x1775, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0030b4000, 0x7d, 0xc001de5000, 0x1775, 0xaa0378, 0x1, 0xc001de5000, 0x1775, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 173 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66446cc030, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023b54c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023b54b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000164f00, 0x49d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137f110, 0x66, 0xc000164f00, 0x49d, 0xc000164f00, 0x49d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137f110, 0x66, 0xc000164f00, 0x49d, 0xaa0378, 0x1, 0xc000164f00, 0x49d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 174 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65fc001350, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000a5450, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000a5430, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0022d1400, 0x4f9, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0039eb200, 0x5d, 0xc0022d1400, 0x4f9, 0xc0022d1400, 0x4f9, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0039eb200, 0x5d, 0xc0022d1400, 0x4f9, 0xaa0378, 0x1, 0xc0022d1400, 0x4f9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 176 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700005120, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a24300, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a242f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003447680, 0x269, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00147ca3d, 0x3e, 0xc003447680, 0x269, 0xc003447680, 0x269, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00147ca3d, 0x3e, 0xc003447680, 0x269, 0xaa0378, 0x1, 0xc003447680, 0x269, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 177 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66e45439d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e541d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e541c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019fbb00, 0x819, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00181e0c0, 0x3b, 0xc0019fbb00, 0x819, 0xc0019fbb00, 0x819, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00181e0c0, 0x3b, 0xc0019fbb00, 0x819, 0xaa0378, 0x1, 0xc0019fbb00, 0x819, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 178 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700009480, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a4d6e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a4d6d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a0c000, 0x37a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001166af0, 0x4d, 0xc001a0c000, 0x37a, 0xc001a0c000, 0x37a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001166af0, 0x4d, 0xc001a0c000, 0x37a, 0xaa0378, 0x1, 0xc001a0c000, 0x37a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 179 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66207cd6c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038cbc20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038cbc10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002cb0800, 0x3f3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001378580, 0x77, 0xc002cb0800, 0x3f3, 0xc002cb0800, 0x3f3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001378580, 0x77, 0xc002cb0800, 0x3f3, 0xaa0378, 0x1, 0xc002cb0800, 0x3f3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 180 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d87ec420, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001029ec0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001029eb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00198c480, 0x42f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000581080, 0x73, 0xc00198c480, 0x42f, 0xc00198c480, 0x42f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000581080, 0x73, 0xc00198c480, 0x42f, 0xaa0378, 0x1, 0xc00198c480, 0x42f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 181 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67012facc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000761480, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000761470, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00274e000, 0x823, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00033eae0, 0x5e, 0xc00274e000, 0x823, 0xc00274e000, 0x823, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00033eae0, 0x5e, 0xc00274e000, 0x823, 0xaa0378, 0x1, 0xc00274e000, 0x823, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 182 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00223e600, 0x10c1, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00223e600, 0x10c1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00223e600, 0x10c1, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00223e600, 0x10c1, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00223e600, 0x10c1, 0x0, 0x0, 0x10c1, 0xc00223e600, 0x10c1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00223e600, 0x10c1, 0x10c1, 0x1300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ab2f20, 0xb0, 0xc00223e600, 0x10c1, 0xc00223e600, 0x10c1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ab2f20, 0xb0, 0xc00223e600, 0x10c1, 0xaa0378, 0x1, 0xc00223e600, 0x10c1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 183 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700ef5fc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002792a80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002792a60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00048f100, 0x6d9, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137e150, 0x70, 0xc00048f100, 0x6d9, 0xc00048f100, 0x6d9, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137e150, 0x70, 0xc00048f100, 0x6d9, 0xaa0378, 0x1, 0xc00048f100, 0x6d9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 184 [runnable]:
golang.org/x/net/html/atom.Lookup(0xc0034c4f9e, 0x3, 0x62, 0xfa3)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:57 +0x1f8
golang.org/x/net/html/atom.String(0xc0034c4f9e, 0x3, 0x62, 0x62, 0xc0034c4fa3)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:74 +0x43
golang.org/x/net/html.(*Tokenizer).Token(0xc0006fe750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc0006fe820, 0xc0068a8620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0068d4600, 0x0, 0x0, 0x0, 0x0, 0x1301, 0xc0068d45d0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0068d45d0, 0x0, 0x0, 0x0, 0x1500, 0xc00351c000, 0x13b7, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00351c000, 0x13b7, 0x0, 0x0, 0x0, 0x440d95, 0xc0051f1a70, 0x7f66fc019ef9, 0x6524de700000020)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00269d518, 0xc001e13120, 0xc002413b20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037fb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 185 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66ad8e8930, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000822430, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000822420, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003161800, 0x6fa, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00147c620, 0x69, 0xc003161800, 0x6fa, 0xc003161800, 0x6fa, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00147c620, 0x69, 0xc003161800, 0x6fa, 0xaa0378, 0x1, 0xc003161800, 0x6fa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037fbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 186 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f664c21ce00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004c6110, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004c6100, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002d9f500, 0xa6b, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002fd8600, 0x7d, 0xc002d9f500, 0xa6b, 0xc002d9f500, 0xa6b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002fd8600, 0x7d, 0xc002d9f500, 0xa6b, 0xaa0378, 0x1, 0xc002d9f500, 0xa6b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 187 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6624481b70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030d3d30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030d3d20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d80000, 0x244, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014680a0, 0x43, 0xc001d80000, 0x244, 0xc001d80000, 0x244, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0014680a0, 0x43, 0xc001d80000, 0x244, 0xaa0378, 0x1, 0xc001d80000, 0x244, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 188 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700011220, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a07ff0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a07fe0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00389b000, 0x713, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001524f00, 0x9d, 0xc00389b000, 0x713, 0xc00389b000, 0x713, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001524f00, 0x9d, 0xc00389b000, 0x713, 0xaa0378, 0x1, 0xc00389b000, 0x713, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 189 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f661824b130, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008f7c50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008f7c40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001508400, 0x3fa, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003810e0, 0x5b, 0xc001508400, 0x3fa, 0xc001508400, 0x3fa, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003810e0, 0x5b, 0xc001508400, 0x3fa, 0xaa0378, 0x1, 0xc001508400, 0x3fa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 190 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700d4c260, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001dfce90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001dfce80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000893500, 0x9db, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001068900, 0x81, 0xc000893500, 0x9db, 0xc000893500, 0x9db, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001068900, 0x81, 0xc000893500, 0x9db, 0xaa0378, 0x1, 0xc000893500, 0x9db, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037ff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 191 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66ec15f590, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023ab100, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023ab0e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b67800, 0x7cf, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003d8c460, 0x99, 0xc002b67800, 0x7cf, 0xc002b67800, 0x7cf, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003d8c460, 0x99, 0xc002b67800, 0x7cf, 0xaa0378, 0x1, 0xc002b67800, 0x7cf, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 192 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f667831a480, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00414a880, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00414a870, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002fed100, 0xd3d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00147c2a0, 0x68, 0xc002fed100, 0xd3d, 0xc002fed100, 0xd3d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00147c2a0, 0x68, 0xc002fed100, 0xd3d, 0xaa0378, 0x1, 0xc002fed100, 0xd3d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 193 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x2aad170, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0029e1dc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0029e1db0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00256e700, 0x6bf, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141cfa0, 0x97, 0xc00256e700, 0x6bf, 0xc00256e700, 0x6bf, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00141cfa0, 0x97, 0xc00256e700, 0x6bf, 0xaa0378, 0x1, 0xc00256e700, 0x6bf, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004261e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 194 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66902837e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000538870, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000538860, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006a7500, 0x9e5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00033e1e0, 0x5d, 0xc0006a7500, 0x9e5, 0xc0006a7500, 0x9e5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00033e1e0, 0x5d, 0xc0006a7500, 0x9e5, 0xaa0378, 0x1, 0xc0006a7500, 0x9e5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004262a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 195 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700d2ed40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004c7670, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004c7660, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d31b00, 0x867, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ae4fc0, 0x70, 0xc001d31b00, 0x867, 0xc001d31b00, 0x867, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ae4fc0, 0x70, 0xc001d31b00, 0x867, 0xaa0378, 0x1, 0xc001d31b00, 0x867, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 196 [runnable]:
unicode.To(...)
/usr/local/go/src/unicode/letter.go:245
unicode.ToLower(0xc000000432, 0x148a)
/usr/local/go/src/unicode/letter.go:268 +0x7a
strings.Map(0xae62d0, 0xc001a3a002, 0x148a, 0x148c, 0xc000864a80)
/usr/local/go/src/strings/strings.go:501 +0x2cc
strings.ToLower(0xc001a3a000, 0x148c, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005fc7588, 0xaa058b, 0x2, 0xc001a3a000, 0x148c, 0x1, 0x187, 0xc003bc7620)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005fc7518, 0xc001af6ae0, 0x70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 197 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700010f60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00192a3c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00192a3a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002097440, 0x22e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002e04300, 0x71, 0xc002097440, 0x22e, 0xc002097440, 0x22e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002e04300, 0x71, 0xc002097440, 0x22e, 0xaa0378, 0x1, 0xc002097440, 0x22e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004264e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 198 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700cb10a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030e9f50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030e9f40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001eb2e00, 0x689, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011525a0, 0x81, 0xc001eb2e00, 0x689, 0xc001eb2e00, 0x689, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011525a0, 0x81, 0xc001eb2e00, 0x689, 0xaa0378, 0x1, 0xc001eb2e00, 0x689, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004265a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 201 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66991a7db0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00192a520, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00192a510, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00034c700, 0x373, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00033e5b0, 0x43, 0xc00034c700, 0x373, 0xc00034c700, 0x373, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00033e5b0, 0x43, 0xc00034c700, 0x373, 0xaa0378, 0x1, 0xc00034c700, 0x373, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004267e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 202 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c84fa770, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00236b530, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00236b520, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0000c8a00, 0x1f3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001068260, 0x65, 0xc0000c8a00, 0x1f3, 0xc0000c8a00, 0x1f3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001068260, 0x65, 0xc0000c8a00, 0x1f3, 0xaa0378, 0x1, 0xc0000c8a00, 0x1f3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004268a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 203 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66ec631ab0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020cffa0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020cff90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006bbb00, 0x447, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000f2d90, 0x65, 0xc0006bbb00, 0x447, 0xc0006bbb00, 0x447, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000f2d90, 0x65, 0xc0006bbb00, 0x447, 0xaa0378, 0x1, 0xc0006bbb00, 0x447, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 204 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f666852a710, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b0b500, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b0b4e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00235dc00, 0x6cc, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00144a480, 0x77, 0xc00235dc00, 0x6cc, 0xc00235dc00, 0x6cc, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00144a480, 0x77, 0xc00235dc00, 0x6cc, 0xaa0378, 0x1, 0xc00235dc00, 0x6cc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 205 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002be73c0, 0xaa04df, 0x2, 0xc0022ff500, 0x91c, 0x8, 0x135, 0xc001af7d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0022ff500, 0x91c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002be7518, 0xc003b866a0, 0x5d, 0xc00081e3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 206 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f667c7d1be0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00358cb50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00358cb40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00135db00, 0xcb2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000f2422, 0x30, 0xc00135db00, 0xcb2, 0xc00135db00, 0xcb2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000f2422, 0x30, 0xc00135db00, 0xcb2, 0xaa0378, 0x1, 0xc00135db00, 0xcb2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 207 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000386750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc000386820, 0xc00142e070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000753160, 0x0, 0x0, 0x0, 0xc0016bd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000753160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016bd8f8, 0xc002202400, 0xaa4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 208 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000cdd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000577680, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000577670, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0007e4a80, 0x9b6, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bc780, 0x7e, 0xc0007e4a80, 0x9b6, 0xc0007e4a80, 0x9b6, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011bc780, 0x7e, 0xc0007e4a80, 0x9b6, 0xaa0378, 0x1, 0xc0007e4a80, 0x9b6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 209 [semacquire]:
strings.genSplit(0xc004490380, 0xc85, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x179, 0x179)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026bf3c0, 0xaa0569, 0x2, 0xc001f24d80, 0xc85, 0x1, 0x179, 0xc001812800)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc001f24d80, 0xc85, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0026bf518, 0xc001e13300, 0x7a, 0xc001379f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 210 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6701179a30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003274080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003274060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006e9000, 0x7ae, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00147cee0, 0x6b, 0xc0006e9000, 0x7ae, 0xc0006e9000, 0x7ae, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00147cee0, 0x6b, 0xc0006e9000, 0x7ae, 0xaa0378, 0x1, 0xc0006e9000, 0x7ae, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 211 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003871588, 0xaa058b, 0x2, 0xc004068a00, 0x279, 0x0, 0xc0038713d8, 0xc002dbf648)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc003871518, 0xc002f85290, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003871518, 0xc0031fa720, 0x3d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 212 [runnable]:
internal/reflectlite.typedmemmove(0xa36900, 0xc00051b7a0, 0xc0003a25e0)
/usr/local/go/src/runtime/mbarrier.go:190 +0x4e
internal/reflectlite.Swapper.func9(0x2d1, 0x2fc)
/usr/local/go/src/internal/reflectlite/swapper.go:72 +0xe3
sort.swapRange_func(0xc0012f57d0, 0xc004a4fb30, 0x2ab, 0x2d6, 0x28)
/usr/local/go/src/sort/zfuncversion.go:67 +0x4b
sort.rotate_func(0xc0012f57d0, 0xc004a4fb30, 0x22a, 0x2d3, 0x2fe)
/usr/local/go/src/sort/zfuncversion.go:260 +0xc5
sort.symMerge_func(0xc0012f57d0, 0xc004a4fb30, 0x18e, 0x2d3, 0x31d)
/usr/local/go/src/sort/zfuncversion.go:241 +0x364
sort.symMerge_func(0xc0012f57d0, 0xc004a4fb30, 0x0, 0x280, 0x31d)
/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.stable_func(0xc0012f57d0, 0xc004a4fb30, 0x31d)
/usr/local/go/src/sort/zfuncversion.go:180 +0x12f
sort.SliceStable(0x9de7e0, 0xc0003a25c0, 0xc0012f57d0)
/usr/local/go/src/sort/slice.go:27 +0xcb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0018fc000, 0xa22, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0018fc000, 0xa22, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0018fc000, 0xa22, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0018fc000, 0xa22, 0x0, 0x0, 0xa22, 0xc0018fc000, 0xa22)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0018fc000, 0xa22, 0xa22, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001144f00, 0x7a, 0xc0018fc000, 0xa22, 0xc0018fc000, 0xa22, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001144f00, 0x7a, 0xc0018fc000, 0xa22, 0xaa0378, 0x1, 0xc0018fc000, 0xa22, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 214 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700005d80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030d4020, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030d4014, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001392400, 0x8b5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036f4d80, 0x83, 0xc001392400, 0x8b5, 0xc001392400, 0x8b5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036f4d80, 0x83, 0xc001392400, 0x8b5, 0xaa0378, 0x1, 0xc001392400, 0x8b5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004271a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 216 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c273c0, 0xaa04df, 0x2, 0xc004ff7000, 0x2c68, 0x16, 0x3c7, 0xc00000ed00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc004ff7000, 0x2c68, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c27518, 0xc0025c0b00, 0x50, 0xc0011665ba)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 217 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc00283c5b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc00283c5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00283c5b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00283c5b0, 0xc002a89dc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002412c40, 0x0, 0x0, 0x0, 0xc002bcd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002412c40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bcd8f8, 0xc001794000, 0x6c1f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004273e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 218 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000f0f000, 0xfcd, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000f0f000, 0xfcd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000f0f000, 0xfcd, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000f0f000, 0xfcd, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000f0f000, 0xfcd, 0x0, 0x0, 0xfcd, 0xc000f0f000, 0xfcd)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000f0f000, 0xfcd, 0xfcd, 0x1300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000f2700, 0x68, 0xc000f0f000, 0xfcd, 0xc000f0f000, 0xfcd, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000f2700, 0x68, 0xc000f0f000, 0xfcd, 0xaa0378, 0x1, 0xc000f0f000, 0xfcd, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004274a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 219 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0025ec270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0025ec340, 0xc0037a6b60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00358f740, 0x0, 0x0, 0x0, 0x0, 0xa01, 0xc00358f710)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00358f710, 0x0, 0x0, 0x0, 0xc00, 0xc004010000, 0xaea, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004010000, 0xaea, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000427500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0026ad518, 0xc0018126c0, 0xc002a01120)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 220 [semacquire]:
strings.genSplit(0xc005905400, 0xb13, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x184, 0x184)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fdb3c0, 0xaa059b, 0x2, 0xc00222f400, 0xb13, 0x1, 0x184, 0xc001af7b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00222f400, 0xb13, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fdb518, 0xc003bc6cc0, 0xc4, 0xc0025281a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 221 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700f56890, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002e267c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002e267b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e2d400, 0x4cb, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00117e820, 0x96, 0xc001e2d400, 0x4cb, 0xc001e2d400, 0x4cb, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00117e820, 0x96, 0xc001e2d400, 0x4cb, 0xaa0378, 0x1, 0xc001e2d400, 0x4cb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004276e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 222 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700012140, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ce29e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ce29d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019cec00, 0x513, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001069320, 0x81, 0xc0019cec00, 0x513, 0xc0019cec00, 0x513, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001069320, 0x81, 0xc0019cec00, 0x513, 0xaa0378, 0x1, 0xc0019cec00, 0x513, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004277a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 223 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0068b4f00, 0x4f7, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0068b4f00, 0x4f7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0068b4f00, 0x4f7, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0068b4f00, 0x4f7, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0068b4f00, 0x4f7, 0x0, 0x0, 0x4f7, 0xc0068b4f00, 0x4f7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0068b4f00, 0x4f7, 0x4f7, 0x600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fde60, 0x85, 0xc0068b4f00, 0x4f7, 0xc0068b4f00, 0x4f7, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fde60, 0x85, 0xc0068b4f00, 0x4f7, 0xaa0378, 0x1, 0xc0068b4f00, 0x4f7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 224 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002631500, 0x9c2, 0xc002681218, 0xc000b04a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002631500, 0x9c2, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026813c0, 0xaa0503, 0x2, 0xc002631500, 0x9c2, 0x3, 0x18c, 0xc001136ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002631500, 0x9c2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002681518, 0xc0003a26c0, 0x63, 0xc001ae5e45)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 225 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700003f40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030d3db0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030d3da0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0011e2900, 0x8f2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000115140, 0x2f, 0xc0011e2900, 0x8f2, 0xc0011e2900, 0x8f2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000115140, 0x2f, 0xc0011e2900, 0x8f2, 0xaa0378, 0x1, 0xc0011e2900, 0x8f2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004279e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 226 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0045afd40, 0xc001e4acb0, 0xa)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0045afd40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0045afd40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0045afd40, 0xc001e8ee00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0021e4240, 0x0, 0x0, 0x0, 0x0, 0x1101, 0xc0021e4210)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0021e4210, 0x0, 0x0, 0x0, 0x1300, 0xc0005f8000, 0x1140, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0005f8000, 0x1140, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00163c0d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00188b518, 0xc001c38a20, 0xc001136ac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 227 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66483dd120, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003bb40b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003bb4080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000531200, 0x8c5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e110c0, 0x3d, 0xc000531200, 0x8c5, 0xc000531200, 0x8c5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e110c0, 0x3d, 0xc000531200, 0x8c5, 0xaa0378, 0x1, 0xc000531200, 0x8c5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 228 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65fc001610, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00414a8f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00414a8e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003e03600, 0x8ce, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001166870, 0x42, 0xc003e03600, 0x8ce, 0xc003e03600, 0x8ce, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001166870, 0x42, 0xc003e03600, 0x8ce, 0xaa0378, 0x1, 0xc003e03600, 0x8ce, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 229 [runnable]:
strings.Index(0xc000506480, 0x103, 0xaa0378, 0x1, 0x16)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc000506480, 0x103, 0xaa0378, 0x1, 0x0, 0x16, 0x103, 0xc000506360, 0x103)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005db1588, 0xaa058b, 0x2, 0xc000506360, 0x103, 0x8, 0xc005db1290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x2, 0xc002c88ba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002c88a50, 0xc005db1320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc005db1518, 0xc002c88930, 0xc003bc6f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc005db1518, 0xc002c88930, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc005db1518, 0xc002c88930, 0xc002c88930)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 230 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66f0000f20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b9a060, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b9a050, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d7f800, 0x7b2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00081f260, 0x51, 0xc001d7f800, 0x7b2, 0xc001d7f800, 0x7b2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00081f260, 0x51, 0xc001d7f800, 0x7b2, 0xaa0378, 0x1, 0xc001d7f800, 0x7b2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 231 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006242000, 0x5a5, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006242000, 0x5a5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006242000, 0x5a5, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006242000, 0x5a5, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006242000, 0x5a5, 0x0, 0x0, 0x5a5, 0xc006242000, 0x5a5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006242000, 0x5a5, 0x5a5, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026900, 0x7c, 0xc006242000, 0x5a5, 0xc006242000, 0x5a5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000026900, 0x7c, 0xc006242000, 0x5a5, 0xaa0378, 0x1, 0xc006242000, 0x5a5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 232 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a413de00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001503500, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015034f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002dacf00, 0x4a4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000381f80, 0x56, 0xc002dacf00, 0x4a4, 0xc002dacf00, 0x4a4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000381f80, 0x56, 0xc002dacf00, 0x4a4, 0xaa0378, 0x1, 0xc002dacf00, 0x4a4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 233 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67008c4b00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004cc080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004cc070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d22680, 0x519, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002034000, 0x75, 0xc001d22680, 0x519, 0xc001d22680, 0x519, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002034000, 0x75, 0xc001d22680, 0x519, 0xaa0378, 0x1, 0xc001d22680, 0x519, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446000, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 234 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66ac11f570, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017ffc70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017ffc50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019a8900, 0x856, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a26660, 0x54, 0xc0019a8900, 0x856, 0xc0019a8900, 0x856, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a26660, 0x54, 0xc0019a8900, 0x856, 0xaa0378, 0x1, 0xc0019a8900, 0x856, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004460c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 235 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65ec9d31a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030e4ee0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030e4ed0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002c11800, 0xaba, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012bacc0, 0xbf, 0xc002c11800, 0xaba, 0xc002c11800, 0xaba, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012bacc0, 0xbf, 0xc002c11800, 0xaba, 0xaa0378, 0x1, 0xc002c11800, 0xaba, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446180, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 236 [runnable]:
golang.org/x/net/html.(*parser).addText(0xc000e7cea0, 0xc003917e0a, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc000e7cea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000e7cea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000e7cea0, 0xc006561d50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001ca64e0, 0x0, 0x0, 0x0, 0x0, 0x8c01, 0xc001ca64b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001ca64b0, 0x0, 0x0, 0x0, 0xa000, 0xc00551e000, 0x8ca0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00551e000, 0x8ca0, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00452d500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000713518, 0xc002b34be0, 0xc002b35460)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446240, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 237 [runnable]:
bytes.makeSlice.func1()
/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0xe00, 0xc0068dc000, 0xe00, 0xe00)
/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc0026a90e8, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0026a90e8, 0xb7b620, 0xc0068d4300, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0068d4300, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0068d4300, 0xc0026a91d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0068d4300, 0x0, 0x0, 0x0, 0x1300, 0xc002ebac00, 0x100f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc002ebac00, 0x100f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001266ba0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0026a9518, 0xc00000f340, 0xc002dbfd00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446300, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 238 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700001fa0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045eef90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0045eef84, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014e7b00, 0x8f7, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ae4930, 0x6d, 0xc0014e7b00, 0x8f7, 0xc0014e7b00, 0x8f7, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ae4930, 0x6d, 0xc0014e7b00, 0x8f7, 0xaa0378, 0x1, 0xc0014e7b00, 0x8f7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004463c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 239 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f666c682120, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002792990, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002792980, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002098000, 0xfe4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00182a800, 0x75, 0xc002098000, 0xfe4, 0xc002098000, 0xfe4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00182a800, 0x75, 0xc002098000, 0xfe4, 0xaa0378, 0x1, 0xc002098000, 0xfe4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446480, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 240 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a81df220, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020cf190, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020cf170, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002822700, 0x604, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ae4690, 0x68, 0xc002822700, 0x604, 0xc002822700, 0x604, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ae4690, 0x68, 0xc002822700, 0x604, 0xaa0378, 0x1, 0xc002822700, 0x604, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446540, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 241 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65e4b12d00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003bb4f90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003bb4f80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0053f1700, 0x51f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00182a000, 0x7e, 0xc0053f1700, 0x51f, 0xc0053f1700, 0x51f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00182a000, 0x7e, 0xc0053f1700, 0x51f, 0xaa0378, 0x1, 0xc0053f1700, 0x51f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446600, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 242 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66709fd070, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0040e4100, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0040e40f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0059a9800, 0x786, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001379b80, 0x7a, 0xc0059a9800, 0x786, 0xc0059a9800, 0x786, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001379b80, 0x7a, 0xc0059a9800, 0x786, 0xaa0378, 0x1, 0xc0059a9800, 0x786, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004466c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 243 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66881af270, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00192a2d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00192a2b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003e1ea00, 0x62a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a10200, 0x7c, 0xc003e1ea00, 0x62a, 0xc003e1ea00, 0x62a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a10200, 0x7c, 0xc003e1ea00, 0x62a, 0xaa0378, 0x1, 0xc003e1ea00, 0x62a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446780, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 244 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66f421be90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a41110, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a41100, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a8c800, 0xac5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a27bc0, 0x58, 0xc001a8c800, 0xac5, 0xc001a8c800, 0xac5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a27bc0, 0x58, 0xc001a8c800, 0xac5, 0xaa0378, 0x1, 0xc001a8c800, 0xac5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446840, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 245 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700008140, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00244a200, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00244a1f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0022ace00, 0x65c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001068360, 0x84, 0xc0022ace00, 0x65c, 0xc0022ace00, 0x65c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001068360, 0x84, 0xc0022ace00, 0x65c, 0xaa0378, 0x1, 0xc0022ace00, 0x65c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446900, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 246 [semacquire]:
strings.genSplit(0xc0028e2000, 0x849, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc000a10d80, 0xd8, 0xd8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010b13c0, 0xaa04fd, 0x2, 0xc005039b00, 0x849, 0x3, 0xd8, 0xc0003a2500)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc005039b00, 0x849, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0010b1518, 0xc001640820, 0x7c, 0xc003a68b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004469c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 247 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66186030e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0006bea30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0006bea20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003b72900, 0x861, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000361080, 0x5c, 0xc003b72900, 0x861, 0xc003b72900, 0x861, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000361080, 0x5c, 0xc003b72900, 0x861, 0xaa0378, 0x1, 0xc003b72900, 0x861, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446a80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 248 [semacquire]:
bytes.makeSlice(0x1d27, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006221e90, 0x1d9, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006221e90, 0xc00322c1e0, 0x1d9, 0x6, 0xffffffffffffffff, 0xaa03f5)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006221e90, 0xc00322c1e0, 0x1d9, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006221e90, 0xc0026ea620, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc006221e90, 0xc0026d3f10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006221e90, 0xc0026d38f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006221e90, 0xc0026d3810, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006221e90, 0xc0026d3110, 0xb84d20, 0xc006221e90)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006221e90, 0xc0026d3110, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002e4ca20, 0x50d2a1, 0xc001168b40, 0x27, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0019a3518, 0xc001e131c0, 0xc006226660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446b40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 249 [semacquire]:
strings.genSplit(0xc005900000, 0xb79, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x134c, 0xc0017b3400, 0xb79)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002739588, 0xaa058b, 0x2, 0xc0017b3400, 0xb79, 0xc0050bb601, 0xc002def5f0, 0xc002739230)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002739518, 0xc002deef60, 0xc002def050)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002739518, 0xc003b86b00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446c00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 250 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000ea3b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0019204e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0019204d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013b9500, 0x1483, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018301d9, 0xc5, 0xc0013b9500, 0x1483, 0xc0013b9500, 0x1483, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018301d9, 0xc5, 0xc0013b9500, 0x1483, 0xaa0378, 0x1, 0xc0013b9500, 0x1483, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446cc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 251 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0014ba700, 0x62a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0014ba700, 0x62a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0014ba700, 0x62a, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0014ba700, 0x62a, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0014ba700, 0x62a, 0x0, 0x0, 0x62a, 0xc0014ba700, 0x62a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0014ba700, 0x62a, 0x62a, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00147c8c0, 0x65, 0xc0014ba700, 0x62a, 0xc0014ba700, 0x62a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00147c8c0, 0x65, 0xc0014ba700, 0x62a, 0xaa0378, 0x1, 0xc0014ba700, 0x62a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446d80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 252 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66f06c45b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000a4dc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000a4db0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003d86000, 0x7ea, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000f2380, 0x6f, 0xc003d86000, 0x7ea, 0xc003d86000, 0x7ea, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000f2380, 0x6f, 0xc003d86000, 0x7ea, 0xaa0378, 0x1, 0xc003d86000, 0x7ea, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446e40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 253 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003e1f800, 0x6e2, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003e1f800, 0x6e2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003e1f800, 0x6e2, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003e1f800, 0x6e2, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003e1f800, 0x6e2, 0x0, 0x0, 0x6e2, 0xc003e1f800, 0x6e2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003e1f800, 0x6e2, 0x6e2, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00182a500, 0x75, 0xc003e1f800, 0x6e2, 0xc003e1f800, 0x6e2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00182a500, 0x75, 0xc003e1f800, 0x6e2, 0xaa0378, 0x1, 0xc003e1f800, 0x6e2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446f00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 254 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Join(0xc001255d80, 0x5, 0x8, 0xaa03a3, 0x1, 0xc001255d80, 0x4)
/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc003799388, 0xc0029a5dd0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:135 +0x1c8
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc003799388, 0xc005df4360, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x9c, 0x9d)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc003799518, 0xc005df4360, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446fc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 255 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66288a1670, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001029e30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001029e20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002996700, 0x6ca, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178420, 0xae, 0xc002996700, 0x6ca, 0xc002996700, 0x6ca, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000178420, 0xae, 0xc002996700, 0x6ca, 0xaa0378, 0x1, 0xc002996700, 0x6ca, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447080, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 256 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700120870, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017ffd10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017ffd00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00116d800, 0x2d6, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070cb0, 0x6a, 0xc00116d800, 0x2d6, 0xc00116d800, 0x2d6, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000070cb0, 0x6a, 0xc00116d800, 0x2d6, 0xaa0378, 0x1, 0xc00116d800, 0x2d6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447140, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 257 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700f03a20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000028750, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000028740, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d23180, 0x57d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001376140, 0x9f, 0xc001d23180, 0x57d, 0xc001d23180, 0x57d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001376140, 0x9f, 0xc001d23180, 0x57d, 0xaa0378, 0x1, 0xc001d23180, 0x57d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 258 [semacquire]:
regexp.(*machine).alloc(...)
/usr/local/go/src/regexp/exec.go:110
regexp.(*machine).add(0xc005bd2b40, 0xc005bd2b50, 0x3, 0x0, 0xc0000243a0, 0x2, 0x4, 0xc0026857f0, 0x0, 0xc000454000)
/usr/local/go/src/regexp/exec.go:363 +0x46c
regexp.(*machine).add(0xc005bd2b40, 0xc005bd2b50, 0x26, 0x0, 0xc0000243a0, 0x2, 0x4, 0xc0026857f0, 0x0, 0x203000)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc005bd2b40, 0xc005bd2b50, 0x3c, 0x0, 0xc0000243a0, 0x2, 0x4, 0xc0026857f0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc005bd2b40, 0xc005bd2b50, 0xc000000049, 0x0, 0xc0000243a0, 0x2, 0x4, 0xc0026857f0, 0x0, 0xc001ce9a00)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).match(0xc005bd2b40, 0xb886e0, 0xc005bd2c00, 0x0, 0x100000000000000)
/usr/local/go/src/regexp/exec.go:222 +0x366
regexp.(*Regexp).doExecute(0xc000137ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc006055002, 0xe81, 0x0, 0x2, ...)
/usr/local/go/src/regexp/exec.go:542 +0x177
regexp.(*Regexp).replaceAll(0xc000137ea0, 0x0, 0x0, 0x0, 0xc006055002, 0xe81, 0x2, 0xc002685a58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000137ea0, 0xc006055002, 0xe81, 0x0, 0x0, 0xc0000ae000, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc006055002, 0xe81, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004472c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 259 [semacquire]:
github.com/gigawattio/window.Rolling(0xc002ba0000, 0x18f, 0x18f, 0x3, 0x0, 0x18e, 0xc002ba0000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002685518, 0xc003bc7ec0, 0xc0000be520)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 260 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000fe6a00, 0x131d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000fe6a00, 0x131d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000fe6a00, 0x131d, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000fe6a00, 0x131d, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000fe6a00, 0x131d, 0x0, 0x0, 0x131d, 0xc000fe6a00, 0x131d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000fe6a00, 0x131d, 0x131d, 0x1500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014586c0, 0x8a, 0xc000fe6a00, 0x131d, 0xc000fe6a00, 0x131d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0014586c0, 0x8a, 0xc000fe6a00, 0x131d, 0xaa0378, 0x1, 0xc000fe6a00, 0x131d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 261 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ab7588, 0xaa058b, 0x2, 0xc002c86800, 0x1564, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ab7518, 0xc003b87380, 0x7f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 262 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc002333880, 0x311, 0x2, 0xc00583a198, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc002333880, 0x311, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583b0c0, 0xc001d72c40, 0xc00583a1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583b0c0, 0xc001d72bd0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00583b0c0, 0xc001d72bd0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00583b0c0, 0xc001d72bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583b0c0, 0xc001d72bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583b0c0, 0xc004f95340, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0026bb0c0, 0xc004f95340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026bb0c0, 0xc004f95340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583b0c0, 0xc004f95260, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0026bb0c0, 0xc004f95260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026bb0c0, 0xc004f95260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583b0c0, 0xc004f94b60, 0xc0026bad40, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0026bb0c0, 0xc004f94b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026bb0c0, 0xc004f94b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583b0c0, 0xc004f94a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026bb0c0, 0xc004f94a80, 0x54b170, 0xc0038c75f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004f94a80, 0x0, 0x0, 0x0, 0x0, 0xc004f94a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0027f45d0, 0x0, 0x0, 0x0, 0x1000, 0xc003567000, 0xf4b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003567000, 0xf4b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003e86c00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0026bb518, 0xc003bc7040, 0xc003bc7ba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004475c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 263 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6608224420, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a509f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a509e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e83b00, 0x815, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012bc2d0, 0x4b, 0xc001e83b00, 0x815, 0xc001e83b00, 0x815, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012bc2d0, 0x4b, 0xc001e83b00, 0x815, 0xaa0378, 0x1, 0xc001e83b00, 0x815, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 264 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700285a60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001418020, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001418010, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0037a9500, 0xa35, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070a80, 0x6c, 0xc0037a9500, 0xa35, 0xc0037a9500, 0xa35, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000070a80, 0x6c, 0xc0037a9500, 0xa35, 0xaa0378, 0x1, 0xc0037a9500, 0xa35, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 265 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670012cd80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004c61f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004c61e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002dde880, 0xca0, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001834370, 0xaf, 0xc002dde880, 0xca0, 0xc002dde880, 0xca0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001834370, 0xaf, 0xc002dde880, 0xca0, 0xaa0378, 0x1, 0xc002dde880, 0xca0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 266 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000074e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000898160, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000898150, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002c96600, 0x12dd, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002fc545b, 0xa2, 0xc002c96600, 0x12dd, 0xc002c96600, 0x12dd, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002fc545b, 0xa2, 0xc002c96600, 0x12dd, 0xaa0378, 0x1, 0xc002c96600, 0x12dd, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004478c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 267 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0027f6360, 0xc0025a52c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025a53c0, 0xaa0599, 0x2, 0xc002b3f000, 0x1632, 0x1, 0x24d, 0xc003902580)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002b3f000, 0x1632, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025a5518, 0xc003b87a40, 0xc4, 0xc0000f12b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 268 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700f4a640, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00420a3b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00420a3a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0026fd800, 0x648, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0027bc000, 0xc2, 0xc0026fd800, 0x648, 0xc0026fd800, 0x648, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0027bc000, 0xc2, 0xc0026fd800, 0x648, 0xaa0378, 0x1, 0xc0026fd800, 0x648, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 269 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000d9310, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003cf45f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cf45d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003aeb800, 0x7f6, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ecc270, 0xc8, 0xc003aeb800, 0x7f6, 0xc003aeb800, 0x7f6, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ecc270, 0xc8, 0xc003aeb800, 0x7f6, 0xaa0378, 0x1, 0xc003aeb800, 0x7f6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 270 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc003e79420, 0x2, 0x2, 0xc000db3150, 0x0, 0x28, 0x28)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc001684328, 0x1, 0x1, 0xc000db3220, 0x0, 0x0, 0xc000db32e8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getChildrenNodes(0xc001684328, 0x1, 0x1, 0x0, 0x2, 0xaa8c02, 0x6)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:606 +0x6b
github.com/PuerkitoBio/goquery.(*Selection).Children(0xc003b505a0, 0xaa050b)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:86 +0x4d
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc000db3388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:172 +0x4a
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000db3388, 0xc003b505a0, 0xaa058b, 0x2, 0xc000db3518, 0x8, 0x9ecc80, 0xc000db3301, 0xc0016843a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000db3518, 0xc003b505a0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 271 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670058a5d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004c6370, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004c6360, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005038000, 0x8a8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000398180, 0xc0, 0xc005038000, 0x8a8, 0xc005038000, 0x8a8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000398180, 0xc0, 0xc005038000, 0x8a8, 0xaa0378, 0x1, 0xc005038000, 0x8a8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 272 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00191b800, 0xad, 0xad, 0x3, 0x0, 0xac, 0xc00191b800)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002be3518, 0xc00320b440, 0xc003b46b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 273 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66548fcfb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a51700, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a516f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0000c1900, 0x4e8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002368c0, 0x64, 0xc0000c1900, 0x4e8, 0xc0000c1900, 0x4e8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0002368c0, 0x64, 0xc0000c1900, 0x4e8, 0xaa0378, 0x1, 0xc0000c1900, 0x4e8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 274 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f666469ab50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030e6430, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030e6420, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002293500, 0x13e1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011c04e0, 0xca, 0xc002293500, 0x13e1, 0xc002293500, 0x13e1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011c04e0, 0xca, 0xc002293500, 0x13e1, 0xaa0378, 0x1, 0xc002293500, 0x13e1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 275 [semacquire]:
strings.genSplit(0xc00601c000, 0x5e5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x655, 0xc0028dec00, 0x5e5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000343588, 0xaa058b, 0x2, 0xc0028dec00, 0x5e5, 0x1, 0x10, 0xc0028caa60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000343518, 0xc001076040, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 276 [semacquire]:
strings.genSplit(0xc0058c4380, 0x317, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x317, 0xc0059ea000, 0x317)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032a3588, 0xaa058b, 0x2, 0xc0059ea000, 0x317, 0x30, 0xc0032a3290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc0020649c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002064990, 0xc0032a3320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0032a3518, 0xc002064870, 0xc0028cbb00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0032a3518, 0xc002064870, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0032a3518, 0xc002064870, 0xc002064870)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 277 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700100500, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000577610, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000577600, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003bdb300, 0x1134, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00015e540, 0xa0, 0xc003bdb300, 0x1134, 0xc003bdb300, 0x1134, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00015e540, 0xa0, 0xc003bdb300, 0x1134, 0xaa0378, 0x1, 0xc003bdb300, 0x1134, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 278 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66b80096d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001116bf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001116be0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00236ea80, 0x9aa, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001b40f0, 0xb9, 0xc00236ea80, 0x9aa, 0xc00236ea80, 0x9aa, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001b40f0, 0xb9, 0xc00236ea80, 0x9aa, 0xaa0378, 0x1, 0xc00236ea80, 0x9aa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004601e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 279 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67002c9010, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007de400, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007de3f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0033fd800, 0x7c9, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001144e00, 0x75, 0xc0033fd800, 0x7c9, 0xc0033fd800, 0x7c9, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001144e00, 0x75, 0xc0033fd800, 0x7c9, 0xaa0378, 0x1, 0xc0033fd800, 0x7c9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004602a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 280 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66b83bdcf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00303a460, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00303a450, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000892a80, 0x9eb, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00147de30, 0x6e, 0xc000892a80, 0x9eb, 0xc000892a80, 0x9eb, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00147de30, 0x6e, 0xc000892a80, 0x9eb, 0xaa0378, 0x1, 0xc000892a80, 0x9eb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 281 [runnable]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc000176280, 0x9, 0x10, 0xc0056081e0, 0xa, 0xa, 0xc005c0f038, 0xc001906a20, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc001240398, 0x1, 0x1, 0xc005c0f108, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc001240398, 0x1, 0x1, 0xb856e0, 0xc001906a20, 0xc001240398, 0x1, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000021710, 0xaa03b1, 0x1, 0xc005c0f1f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc005c0f518, 0xc002a01620, 0x7f672bd55080, 0x0, 0x750000c005048540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005c0f518, 0xc002a01620, 0x78)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 282 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f667891ada0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cc8990, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cc8980, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002630a80, 0x9a2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001c6a02c, 0xa1, 0xc002630a80, 0x9a2, 0xc002630a80, 0x9a2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001c6a02c, 0xa1, 0xc002630a80, 0x9a2, 0xaa0378, 0x1, 0xc002630a80, 0x9a2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004604e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 283 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6644384ce0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d91270, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d91260, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002105000, 0x70e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137fe30, 0x6b, 0xc002105000, 0x70e, 0xc002105000, 0x70e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137fe30, 0x6b, 0xc002105000, 0x70e, 0xaa0378, 0x1, 0xc002105000, 0x70e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004605a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 284 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f665051c5e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d92330, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d92320, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b62e00, 0x683, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00144a900, 0x7d, 0xc001b62e00, 0x683, 0xc001b62e00, 0x683, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00144a900, 0x7d, 0xc001b62e00, 0x683, 0xaa0378, 0x1, 0xc001b62e00, 0x683, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 285 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c0350500, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015010f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015010d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0026ef500, 0x6ae, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001458480, 0x82, 0xc0026ef500, 0x6ae, 0xc0026ef500, 0x6ae, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001458480, 0x82, 0xc0026ef500, 0x6ae, 0xaa0378, 0x1, 0xc0026ef500, 0x6ae, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 286 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000570000, 0xd97, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000570000, 0xd97, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000570000, 0xd97, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000570000, 0xd97, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000570000, 0xd97, 0x0, 0x0, 0xd97, 0xc000570000, 0xd97)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000570000, 0xd97, 0xd97, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003141320, 0x8e, 0xc000570000, 0xd97, 0xc000570000, 0xd97, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003141320, 0x8e, 0xc000570000, 0xd97, 0xaa0378, 0x1, 0xc000570000, 0xd97, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004607e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 287 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f663cab0070, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030d3430, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030d3410, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003bcf800, 0x7b4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00081e540, 0x53, 0xc003bcf800, 0x7b4, 0xc003bcf800, 0x7b4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00081e540, 0x53, 0xc003bcf800, 0x7b4, 0xaa0378, 0x1, 0xc003bcf800, 0x7b4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004608a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 288 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0023b30e0, 0x1d7, 0x1d7, 0xc003481c00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0023b30e0, 0x1d7, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00583f588, 0xaa058b, 0x2, 0xc0023b30e0, 0x1d7, 0x1, 0x23, 0xc006226aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00583f518, 0xc0000bf0e0, 0x74)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 289 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f2f588, 0xaa058b, 0x2, 0xc00244e6c0, 0x22f, 0x0, 0xc002f2f290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc00358f6b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001e8d3b0, 0xc002f2f320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002f2f518, 0xc001e8d290, 0xc001136780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002f2f518, 0xc001e8d290, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002f2f518, 0xc001e8d290, 0xc001e8d290)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 290 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6698663950, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00303a3a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00303a390, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00098b500, 0x99b, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002e05c29, 0x4e, 0xc00098b500, 0x99b, 0xc00098b500, 0x99b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002e05c29, 0x4e, 0xc00098b500, 0x99b, 0xaa0378, 0x1, 0xc00098b500, 0x99b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 291 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66441b97d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002bb01c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002bb01a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029cc000, 0x76e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001459830, 0x8d, 0xc0029cc000, 0x76e, 0xc0029cc000, 0x76e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001459830, 0x8d, 0xc0029cc000, 0x76e, 0xaa0378, 0x1, 0xc0029cc000, 0x76e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 292 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700007a60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038cb5a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038cb590, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013d1c00, 0x67d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141c1e0, 0x92, 0xc0013d1c00, 0x67d, 0xc0013d1c00, 0x67d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00141c1e0, 0x92, 0xc0013d1c00, 0x67d, 0xaa0378, 0x1, 0xc0013d1c00, 0x67d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 293 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000098a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005776c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005776b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0020a0600, 0x593, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00130c5a0, 0x83, 0xc0020a0600, 0x593, 0xc0020a0600, 0x593, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00130c5a0, 0x83, 0xc0020a0600, 0x593, 0xaa0378, 0x1, 0xc0020a0600, 0x593, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 294 [semacquire]:
github.com/gigawattio/window.Rolling(0xc002d50a00, 0x350, 0x350, 0x3, 0x0, 0x34f, 0xc002d50a00)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00124b518, 0xc001c38f00, 0xc0028cae60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460de0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 295 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d8001100, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ccf240, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ccf230, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002928000, 0xe5e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070e70, 0x6a, 0xc002928000, 0xe5e, 0xc002928000, 0xe5e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000070e70, 0x6a, 0xc002928000, 0xe5e, 0xaa0378, 0x1, 0xc002928000, 0xe5e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 296 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000ae30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a24270, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a24260, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000901500, 0x1314, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bfa000, 0x7b, 0xc000901500, 0x1314, 0xc000901500, 0x1314, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bfa000, 0x7b, 0xc000901500, 0x1314, 0xaa0378, 0x1, 0xc000901500, 0x1314, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 297 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6602088c20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0014d6070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0014d6060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001324000, 0xa99, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001144500, 0x79, 0xc001324000, 0xa99, 0xc001324000, 0xa99, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001144500, 0x79, 0xc001324000, 0xa99, 0xaa0378, 0x1, 0xc001324000, 0xa99, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 298 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66980d1580, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e4bc10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e4bc00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0011ef200, 0x8e6, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a26540, 0x53, 0xc0011ef200, 0x8e6, 0xc0011ef200, 0x8e6, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a26540, 0x53, 0xc0011ef200, 0x8e6, 0xaa0378, 0x1, 0xc0011ef200, 0x8e6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004610e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 299 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66349443b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f4cec0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f4ce90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0011fb500, 0x987, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012fe320, 0x9d, 0xc0011fb500, 0x987, 0xc0011fb500, 0x987, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012fe320, 0x9d, 0xc0011fb500, 0x987, 0xaa0378, 0x1, 0xc0011fb500, 0x987, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004611a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 300 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7f66c8296e80, 0x7f661783ca10)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc001907720, 0xc001f27600, 0xc82, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc001f27600, 0xc82, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070070, 0x69, 0xc001f27600, 0xc82, 0xc001f27600, 0xc82, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000070070, 0x69, 0xc001f27600, 0xc82, 0xaa0378, 0x1, 0xc001f27600, 0xc82, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 302 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66088e7e00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00192c0f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00192c0e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f6b000, 0x7d9, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b00f60, 0x55, 0xc000f6b000, 0x7d9, 0xc000f6b000, 0x7d9, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b00f60, 0x55, 0xc000f6b000, 0x7d9, 0xaa0378, 0x1, 0xc000f6b000, 0x7d9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004613e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 303 [semacquire]:
regexp.(*machine).alloc(...)
/usr/local/go/src/regexp/exec.go:110
regexp.(*machine).add(0xc00152ec30, 0xc00152ec40, 0x1, 0xc3a, 0xc000326620, 0x2, 0x4, 0xc004ed77f0, 0x0, 0xc000476480)
/usr/local/go/src/regexp/exec.go:363 +0x46c
regexp.(*machine).add(0xc00152ec30, 0xc00152ec40, 0x2c00000049, 0xc3a, 0xc000326620, 0x2, 0x4, 0xc004ed77f0, 0x0, 0xc00288a000)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).match(0xc00152ec30, 0xb886e0, 0xc00152ecf0, 0xc3a, 0xc004ed78f0)
/usr/local/go/src/regexp/exec.go:222 +0x366
regexp.(*Regexp).doExecute(0xc000137ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc003a1d000, 0x15f0, 0xc3a, 0x2, ...)
/usr/local/go/src/regexp/exec.go:542 +0x177
regexp.(*Regexp).replaceAll(0xc000137ea0, 0x0, 0x0, 0x0, 0xc003a1d000, 0x15f0, 0x2, 0xc004ed7a58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000137ea0, 0xc003a1d000, 0x15f0, 0x0, 0x0, 0xc0000ae000, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003a1d000, 0x15f0, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004614a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 304 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a81ec6c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002af4120, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002af40f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003790c80, 0x1901, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ad1200, 0x76, 0xc003790c80, 0x1901, 0xc003790c80, 0x1901, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ad1200, 0x76, 0xc003790c80, 0x1901, 0xaa0378, 0x1, 0xc003790c80, 0x1901, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 305 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6604643de0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00250c5f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00250c5e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013d0700, 0x605, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137e460, 0x63, 0xc0013d0700, 0x605, 0xc0013d0700, 0x605, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137e460, 0x63, 0xc0013d0700, 0x605, 0xaa0378, 0x1, 0xc0013d0700, 0x605, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 306 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65e0a51820, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ce3070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ce3060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00225d400, 0x4e0, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00107d900, 0x76, 0xc00225d400, 0x4e0, 0xc00225d400, 0x4e0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00107d900, 0x76, 0xc00225d400, 0x4e0, 0xaa0378, 0x1, 0xc00225d400, 0x4e0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004616e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 307 [runnable]:
regexp.(*Regexp).backtrack(0xc0001fb0e0, 0x0, 0x0, 0x0, 0xc001323900, 0x494, 0x488, 0x2, 0xc0023b5750, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:322 +0x2f7
regexp.(*Regexp).doExecute(0xc0001fb0e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc001323900, 0x494, 0x488, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc0001fb0e0, 0x0, 0x0, 0x0, 0xc001323900, 0x494, 0x2, 0xc002473218, 0xc003679b30, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0001fb0e0, 0xc001323900, 0x494, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002473388, 0xc004a22600, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002473388, 0xc0060186f0, 0xaa058b, 0x2, 0xc002473518, 0x8, 0x9ecc80, 0xc002473301, 0xc003679f50)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002473518, 0xc0060186f0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004617a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 308 [semacquire]:
encoding/json.(*decodeState).object(0xc0001576b0, 0xa49de0, 0xc00436bf80, 0x199, 0xab20e1, 0xb)
/usr/local/go/src/encoding/json/decode.go:752 +0x182a
encoding/json.(*decodeState).value(0xc0001576b0, 0xa49de0, 0xc00436bf80, 0x199, 0xa49de0, 0xc00436bf80)
/usr/local/go/src/encoding/json/decode.go:387 +0x6d
encoding/json.(*decodeState).array(0xc0001576b0, 0x9cfa40, 0xc002a7d4a0, 0x16, 0xc0001576d8, 0x5b)
/usr/local/go/src/encoding/json/decode.go:575 +0x1a7
encoding/json.(*decodeState).value(0xc0001576b0, 0x9cfa40, 0xc002a7d4a0, 0x16, 0xc0032478d0, 0x532927)
/usr/local/go/src/encoding/json/decode.go:377 +0xfd
encoding/json.(*decodeState).unmarshal(0xc0001576b0, 0x9cfa40, 0xc002a7d4a0, 0xc0001576d8, 0x0)
/usr/local/go/src/encoding/json/decode.go:180 +0x1f0
encoding/json.Unmarshal(0xc000506ea0, 0x10c, 0x120, 0x9cfa40, 0xc002a7d4a0, 0x120, 0xaa366e)
/usr/local/go/src/encoding/json/decode.go:107 +0x112
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002a7d480, 0xc002d06000, 0x86a, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc002d06000, 0x86a, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012bc870, 0x4c, 0xc002d06000, 0x86a, 0xc002d06000, 0x86a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012bc870, 0x4c, 0xc002d06000, 0x86a, 0xaa0378, 0x1, 0xc002d06000, 0x86a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 309 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65f4b2b960, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a07950, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a07940, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002d06900, 0x852, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00023720a, 0x54, 0xc002d06900, 0x852, 0xc002d06900, 0x852, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00023720a, 0x54, 0xc002d06900, 0x852, 0xaa0378, 0x1, 0xc002d06900, 0x852, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 310 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700001760, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001920b10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001920b00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b00480, 0x40c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000380420, 0x5e, 0xc002b00480, 0x40c, 0xc002b00480, 0x40c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000380420, 0x5e, 0xc002b00480, 0x40c, 0xaa0378, 0x1, 0xc002b00480, 0x40c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004619e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 311 [runnable]:
regexp.(*inputBytes).index(0xc0013d68a8, 0xc0001377c0, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:431 +0xa3
regexp.(*Regexp).backtrack(0xc0001377c0, 0xc004266000, 0xe8a, 0x1000, 0x0, 0x0, 0x0, 0x0, 0x127d380, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:342 +0x3c6
regexp.(*Regexp).doExecute(0xc0001377c0, 0x0, 0x0, 0xc004266000, 0xe8a, 0x1000, 0x0, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).doMatch(...)
/usr/local/go/src/regexp/exec.go:514
regexp.(*Regexp).Match(...)
/usr/local/go/src/regexp/regexp.go:513
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc002f7bce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0xb5
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002f7bcb0, 0xc0059932c8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0059936b0, 0xc001c39440, 0xaac03e, 0x7, 0xc001c39440)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0059936b0, 0xc001c39440, 0xc006226be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 312 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65ecb86840, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ba1320, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ba12f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00211ec00, 0x5f4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b003c0, 0x5a, 0xc00211ec00, 0x5f4, 0xc00211ec00, 0x5f4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b003c0, 0x5a, 0xc00211ec00, 0x5f4, 0xaa0378, 0x1, 0xc00211ec00, 0x5f4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 313 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6610c27af0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ce3190, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ce3180, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0027a1500, 0x9ca, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002034c80, 0x70, 0xc0027a1500, 0x9ca, 0xc0027a1500, 0x9ca, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002034c80, 0x70, 0xc0027a1500, 0x9ca, 0xaa0378, 0x1, 0xc0027a1500, 0x9ca, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 314 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6688d3efb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00197f0a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00197f090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00223b100, 0x664, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00147c000, 0x68, 0xc00223b100, 0x664, 0xc00223b100, 0x664, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00147c000, 0x68, 0xc00223b100, 0x664, 0xaa0378, 0x1, 0xc00223b100, 0x664, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 315 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f663c6fa2f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023ffe20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023ffe10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00378a600, 0x594, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001468f00, 0x4c, 0xc00378a600, 0x594, 0xc00378a600, 0x594, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001468f00, 0x4c, 0xc00378a600, 0x594, 0xaa0378, 0x1, 0xc00378a600, 0x594, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 316 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6620362ca0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005c1860, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005c1850, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001bba000, 0x86b, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001458940, 0x42, 0xc001bba000, 0x86b, 0xc001bba000, 0x86b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001458940, 0x42, 0xc001bba000, 0x86b, 0xaa0378, 0x1, 0xc001bba000, 0x86b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 317 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f663879f8c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023fe070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023fe060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00133b600, 0x517, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000237030, 0x63, 0xc00133b600, 0x517, 0xc00133b600, 0x517, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000237030, 0x63, 0xc00133b600, 0x517, 0xaa0378, 0x1, 0xc00133b600, 0x517, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 318 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700a85c20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002aba490, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002aba470, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0026f0a00, 0x6f5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001468960, 0x44, 0xc0026f0a00, 0x6f5, 0xc0026f0a00, 0x6f5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001468960, 0x44, 0xc0026f0a00, 0x6f5, 0xaa0378, 0x1, 0xc0026f0a00, 0x6f5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 319 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6604001a30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003f634e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003f634d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002053000, 0xbb0, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137e0e0, 0x69, 0xc002053000, 0xbb0, 0xc002053000, 0xbb0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137e0e0, 0x69, 0xc002053000, 0xbb0, 0xaa0378, 0x1, 0xc002053000, 0xbb0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004800c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 320 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c04ec050, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f96080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f96070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0026f1100, 0x610, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012fe3c0, 0x92, 0xc0026f1100, 0x610, 0xc0026f1100, 0x610, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012fe3c0, 0x92, 0xc0026f1100, 0x610, 0xaa0378, 0x1, 0xc0026f1100, 0x610, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 321 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700011a60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a50a80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a50a70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001336e00, 0x669, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001b6160, 0xa2, 0xc001336e00, 0x669, 0xc001336e00, 0x669, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001b6160, 0xa2, 0xc001336e00, 0x669, 0xaa0378, 0x1, 0xc001336e00, 0x669, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 322 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000d610, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030e5ad0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030e5ac0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003708380, 0xd43, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001152d88, 0x88, 0xc003708380, 0xd43, 0xc003708380, 0xd43, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001152d88, 0x88, 0xc003708380, 0xd43, 0xaa0378, 0x1, 0xc003708380, 0xd43, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 323 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700fdd090, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002100be0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002100bd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0021d3b00, 0xccb, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00088c008, 0x8b, 0xc0021d3b00, 0xccb, 0xc0021d3b00, 0xccb, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00088c008, 0x8b, 0xc0021d3b00, 0xccb, 0xaa0378, 0x1, 0xc0021d3b00, 0xccb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004803c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 324 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65f05a4d20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ccbdb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ccbda0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0008a0000, 0x1fbb, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00106adc0, 0xa1, 0xc0008a0000, 0x1fbb, 0xc0008a0000, 0x1fbb, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00106adc0, 0xa1, 0xc0008a0000, 0x1fbb, 0xaa0378, 0x1, 0xc0008a0000, 0x1fbb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 325 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a00987a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002af5e00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002af5dc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000949000, 0xdab, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ae4cb0, 0x6e, 0xc000949000, 0xdab, 0xc000949000, 0xdab, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ae4cb0, 0x6e, 0xc000949000, 0xdab, 0xaa0378, 0x1, 0xc000949000, 0xdab, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 327 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a400c160, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002c80f10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002c80e90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0007d0a80, 0x997, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000236000, 0x6e, 0xc0007d0a80, 0x997, 0xc0007d0a80, 0x997, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000236000, 0x6e, 0xc0007d0a80, 0x997, 0xaa0378, 0x1, 0xc0007d0a80, 0x997, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004806c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 328 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6660220dd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00036d310, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00036d300, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000159200, 0x8e0, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000334000, 0xaf, 0xc000159200, 0x8e0, 0xc000159200, 0x8e0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000334000, 0xaf, 0xc000159200, 0x8e0, 0xaa0378, 0x1, 0xc000159200, 0x8e0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 329 [semacquire]:
bytes.(*Buffer).grow(0xc002217080, 0x21, 0x46620f)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc002217080, 0xc0011ae1b0, 0x21, 0xc002216fb0, 0x456190, 0xae60e8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000ffd9d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000ffd960)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005b917d0, 0xc002217108, 0x132)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity.func1(0x0, 0xc005b917d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:571 +0x38
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002e8b230, 0xc0022171e8, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc002217518, 0xc003629380, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002217518, 0xc001076060, 0x5e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 330 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700009f80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027cd2c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027cd2b4, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00107e000, 0x418, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036f4ea0, 0x8a, 0xc00107e000, 0x418, 0xc00107e000, 0x418, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036f4ea0, 0x8a, 0xc00107e000, 0x418, 0xaa0378, 0x1, 0xc00107e000, 0x418, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 331 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700225430, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003754630, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003754620, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0007d2600, 0x5fa, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0022dc000, 0xb7, 0xc0007d2600, 0x5fa, 0xc0007d2600, 0x5fa, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0022dc000, 0xb7, 0xc0007d2600, 0x5fa, 0xaa0378, 0x1, 0xc0007d2600, 0x5fa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004809c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 332 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700003180, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030d5c40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030d5c30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002102000, 0x5fa, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018340b0, 0xa2, 0xc002102000, 0x5fa, 0xc002102000, 0x5fa, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018340b0, 0xa2, 0xc002102000, 0x5fa, 0xaa0378, 0x1, 0xc002102000, 0x5fa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 333 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67002bc370, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00250d790, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00250d780, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000638000, 0x1c8f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a261ac, 0x31, 0xc000638000, 0x1c8f, 0xc000638000, 0x1c8f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a261ac, 0x31, 0xc000638000, 0x1c8f, 0xaa0378, 0x1, 0xc000638000, 0x1c8f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 334 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700004ba0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008f6d90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008f6d80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00367f800, 0x5b2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001152ea0, 0x88, 0xc00367f800, 0x5b2, 0xc00367f800, 0x5b2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001152ea0, 0x88, 0xc00367f800, 0x5b2, 0xaa0378, 0x1, 0xc00367f800, 0x5b2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 335 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000b930, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017e2330, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017e2320, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014a8000, 0x952, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004fa060, 0x5b, 0xc0014a8000, 0x952, 0xc0014a8000, 0x952, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004fa060, 0x5b, 0xc0014a8000, 0x952, 0xaa0378, 0x1, 0xc0014a8000, 0x952, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 336 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6690d69310, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00140c220, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00140c210, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002770d80, 0xc91, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012643c0, 0x3f, 0xc002770d80, 0xc91, 0xc002770d80, 0xc91, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012643c0, 0x3f, 0xc002770d80, 0xc91, 0xaa0378, 0x1, 0xc002770d80, 0xc91, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 337 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66ec14f7f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00307f360, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00307f350, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0018acf00, 0x223f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012bb5c0, 0xb4, 0xc0018acf00, 0x223f, 0xc0018acf00, 0x223f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012bb5c0, 0xb4, 0xc0018acf00, 0x223f, 0xaa0378, 0x1, 0xc0018acf00, 0x223f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 338 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003b46960, 0xc0016bf2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016bf3c0, 0xaa04fd, 0x2, 0xc0001e6000, 0x2be3, 0x3, 0x43b, 0xc001252e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0001e6000, 0x2be3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0016bf518, 0xc001076e40, 0x7d, 0xc000581400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 339 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67010b4620, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005812080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005812070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003277500, 0x96f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070460, 0x62, 0xc003277500, 0x96f, 0xc003277500, 0x96f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000070460, 0x62, 0xc003277500, 0x96f, 0xaa0378, 0x1, 0xc003277500, 0x96f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 340 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66cc9764d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002bb1870, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002bb1850, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0035cb000, 0x702, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00147d960, 0x6c, 0xc0035cb000, 0x702, 0xc0035cb000, 0x702, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00147d960, 0x6c, 0xc0035cb000, 0x702, 0xaa0378, 0x1, 0xc0035cb000, 0x702, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 341 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d81872f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002878b70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002878b30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ac5000, 0x74e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007ee40, 0x5d, 0xc001ac5000, 0x74e, 0xc001ac5000, 0x74e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007ee40, 0x5d, 0xc001ac5000, 0x74e, 0xaa0378, 0x1, 0xc001ac5000, 0x74e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 342 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670062d240, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00061d130, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00061d120, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0010e1b00, 0x80b, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005a5180, 0x3c, 0xc0010e1b00, 0x80b, 0xc0010e1b00, 0x80b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0005a5180, 0x3c, 0xc0010e1b00, 0x80b, 0xaa0378, 0x1, 0xc0010e1b00, 0x80b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 343 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000b670, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005776f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005776e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001312000, 0x8f5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013ac620, 0x69, 0xc001312000, 0x8f5, 0xc001312000, 0x8f5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013ac620, 0x69, 0xc001312000, 0x8f5, 0xaa0378, 0x1, 0xc001312000, 0x8f5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004812c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 344 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a006ecc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030d2f20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030d2f00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003d74000, 0x1da8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001696240, 0x8a, 0xc003d74000, 0x1da8, 0xc003d74000, 0x1da8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001696240, 0x8a, 0xc003d74000, 0x1da8, 0xaa0378, 0x1, 0xc003d74000, 0x1da8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 345 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004452000, 0x5b7, 0x5b7, 0x3, 0x0, 0x5b6, 0xc004452000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0017cf518, 0xc001136060, 0xc00040f760)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 346 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b753c0, 0xaa04df, 0x2, 0xc00245a000, 0x15f3, 0xb, 0x1fe, 0xc003b47220)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00245a000, 0x15f3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b75518, 0xc001c38820, 0x63, 0xc00137e850)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 347 [runnable]:
strings.Index(0xc0004bd080, 0x51f, 0xaa0378, 0x1, 0x5f)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc0004bd080, 0x51f, 0xaa0378, 0x1, 0x0, 0x5f, 0x51f, 0xc0004bc580, 0x523)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0008e1518, 0xc001641d80, 0xc00238fba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004815c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 349 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670118bff0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003274240, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003274220, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d38900, 0x420, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002034200, 0x76, 0xc001d38900, 0x420, 0xc001d38900, 0x420, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002034200, 0x76, 0xc001d38900, 0x420, 0xaa0378, 0x1, 0xc001d38900, 0x420, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 350 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65f4886140, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0029a2e60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0029a2e50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0000c0500, 0x497, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e6ccf0, 0x8a, 0xc0000c0500, 0x497, 0xc0000c0500, 0x497, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e6ccf0, 0x8a, 0xc0000c0500, 0x497, 0xaa0378, 0x1, 0xc0000c0500, 0x497, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 351 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004079900, 0x1206, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004079900, 0x1206, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004079900, 0x1206, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004079900, 0x1206, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004079900, 0x1206, 0x0, 0x0, 0x1206, 0xc004079900, 0x1206)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004079900, 0x1206, 0x1206, 0x1500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004efcff0, 0x89, 0xc004079900, 0x1206, 0xc004079900, 0x1206, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004efcff0, 0x89, 0xc004079900, 0x1206, 0xaa0378, 0x1, 0xc004079900, 0x1206, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004818c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 352 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000110c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00192a4f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00192a4d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00389a000, 0x7df, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012ffcc0, 0x92, 0xc00389a000, 0x7df, 0xc00389a000, 0x7df, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012ffcc0, 0x92, 0xc00389a000, 0x7df, 0xaa0378, 0x1, 0xc00389a000, 0x7df, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 353 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66807b19b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a97ac0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a97ab0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000930f00, 0x4de, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00284831c, 0x5f, 0xc000930f00, 0x4de, 0xc000930f00, 0x4de, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00284831c, 0x5f, 0xc000930f00, 0x4de, 0xaa0378, 0x1, 0xc000930f00, 0x4de, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 354 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65fc0018d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005c13c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005c13a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00133c680, 0x53f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001696000, 0x86, 0xc00133c680, 0x53f, 0xc00133c680, 0x53f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001696000, 0x86, 0xc00133c680, 0x53f, 0xaa0378, 0x1, 0xc00133c680, 0x53f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 355 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66541be580, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013fbf10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013fbef0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e2cf00, 0x4d2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bfa100, 0x7e, 0xc001e2cf00, 0x4d2, 0xc001e2cf00, 0x4d2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bfa100, 0x7e, 0xc001e2cf00, 0x4d2, 0xaa0378, 0x1, 0xc001e2cf00, 0x4d2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 356 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00279ec00, 0x513, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00279ec00, 0x513, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00279ec00, 0x513, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00279ec00, 0x513, 0x0, 0x0, 0x513, 0xc00279ec00, 0x513)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00279ec00, 0x513, 0x513, 0x600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00182b580, 0x7f, 0xc00279ec00, 0x513, 0xc00279ec00, 0x513, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00182b580, 0x7f, 0xc00279ec00, 0x513, 0xaa0378, 0x1, 0xc00279ec00, 0x513, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 357 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700008820, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003bb73a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003bb7390, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001313b00, 0x872, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b86460, 0x98, 0xc001313b00, 0x872, 0xc001313b00, 0x872, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b86460, 0x98, 0xc001313b00, 0x872, 0xaa0378, 0x1, 0xc001313b00, 0x872, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 358 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700006ca0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036d7ce0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036d7cd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0008dc000, 0xf7b, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a26ea0, 0x57, 0xc0008dc000, 0xf7b, 0xc0008dc000, 0xf7b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a26ea0, 0x57, 0xc0008dc000, 0xf7b, 0xaa0378, 0x1, 0xc0008dc000, 0xf7b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 359 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66583b6360, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020a54e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020a54d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b95700, 0x51b, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013ad8f0, 0x6f, 0xc002b95700, 0x51b, 0xc002b95700, 0x51b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013ad8f0, 0x6f, 0xc002b95700, 0x51b, 0xaa0378, 0x1, 0xc002b95700, 0x51b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 360 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6658231300, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ebaea0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ebae90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0007e4000, 0x988, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001152bd0, 0x90, 0xc0007e4000, 0x988, 0xc0007e4000, 0x988, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001152bd0, 0x90, 0xc0007e4000, 0x988, 0xaa0378, 0x1, 0xc0007e4000, 0x988, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 361 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66f0000c60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007671a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000767190, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f7b500, 0x2fa, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141c820, 0x93, 0xc001f7b500, 0x2fa, 0xc001f7b500, 0x2fa, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00141c820, 0x93, 0xc001f7b500, 0x2fa, 0xaa0378, 0x1, 0xc001f7b500, 0x2fa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 362 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670103a290, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030e6170, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030e6160, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001558900, 0x8e6, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000360780, 0x5e, 0xc001558900, 0x8e6, 0xc001558900, 0x8e6, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000360780, 0x5e, 0xc001558900, 0x8e6, 0xaa0378, 0x1, 0xc001558900, 0x8e6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 363 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004993588, 0xaa058b, 0x2, 0xc0018fbc00, 0x313, 0x6, 0xc004993290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x3, 0xc004e600f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002065da0, 0xc004993320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc004993518, 0xc002065770, 0xc00199c820)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc004993518, 0xc002065770, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc004993518, 0xc002065770, 0xc002065770)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a01e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 364 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000c850, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0035201c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0035201b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f4b800, 0x70f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ad0380, 0x78, 0xc002f4b800, 0x70f, 0xc002f4b800, 0x70f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ad0380, 0x78, 0xc002f4b800, 0x70f, 0xaa0378, 0x1, 0xc002f4b800, 0x70f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a02a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 365 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700005960, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005c18d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005c18c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00063c000, 0x6ea, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00107c780, 0x73, 0xc00063c000, 0x6ea, 0xc00063c000, 0x6ea, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00107c780, 0x73, 0xc00063c000, 0x6ea, 0xaa0378, 0x1, 0xc00063c000, 0x6ea, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 366 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0044e7000, 0x71e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0044e7000, 0x71e, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0044e7000, 0x71e, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0044e7000, 0x71e, 0x0, 0x0, 0x71e, 0xc0044e7000, 0x71e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0044e7000, 0x71e, 0x71e, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000027600, 0x73, 0xc0044e7000, 0x71e, 0xc0044e7000, 0x71e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000027600, 0x73, 0xc0044e7000, 0x71e, 0xaa0378, 0x1, 0xc0044e7000, 0x71e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 367 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66b0141170, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001fc3fa0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001fc3f90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00143f800, 0x6b8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2960, 0x4c, 0xc00143f800, 0x6b8, 0xc00143f800, 0x6b8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f2960, 0x4c, 0xc00143f800, 0x6b8, 0xaa0378, 0x1, 0xc00143f800, 0x6b8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a04e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 368 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6644b6a920, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cc9020, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cc9010, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003034500, 0x4a8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001376480, 0x7b, 0xc003034500, 0x4a8, 0xc003034500, 0x4a8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001376480, 0x7b, 0xc003034500, 0x4a8, 0xaa0378, 0x1, 0xc003034500, 0x4a8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a05a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 369 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c471c2f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b59110, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b59100, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00289b900, 0xc5b, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137ff10, 0x67, 0xc00289b900, 0xc5b, 0xc00289b900, 0xc5b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137ff10, 0x67, 0xc00289b900, 0xc5b, 0xaa0378, 0x1, 0xc00289b900, 0xc5b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 370 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6644a0e910, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000577850, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000577840, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e16f00, 0x4a0, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070c40, 0x65, 0xc001e16f00, 0x4a0, 0xc001e16f00, 0x4a0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000070c40, 0x65, 0xc001e16f00, 0x4a0, 0xaa0378, 0x1, 0xc001e16f00, 0x4a0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 371 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053aad00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000e7c820, 0xc005edd1f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0027a9590, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc00040c7e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00040c7e0, 0x0, 0x0, 0x0, 0xc80, 0xc002b02c80, 0xc12, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc002b02c80, 0xc12, 0x0, 0x0, 0x0, 0x440d95, 0xc0030a2750, 0x7f66fc6542a4, 0xd611bded00000080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001bb3518, 0xc001db9e00, 0xc001c39880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a07e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 372 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000061a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0026cfba0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026cfb90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014c0d00, 0x874, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002034390, 0x66, 0xc0014c0d00, 0x874, 0xc0014c0d00, 0x874, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002034390, 0x66, 0xc0014c0d00, 0x874, 0xaa0378, 0x1, 0xc0014c0d00, 0x874, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a08a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 373 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700cc9050, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001dfdc40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001dfdc30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001fae000, 0x1ede, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e11800, 0x3f, 0xc001fae000, 0x1ede, 0xc001fae000, 0x1ede, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e11800, 0x3f, 0xc001fae000, 0x1ede, 0xaa0378, 0x1, 0xc001fae000, 0x1ede, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 374 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6698ee5af0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023fe8d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023fe8c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004d3e680, 0x52c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a11100, 0x7f, 0xc004d3e680, 0x52c, 0xc004d3e680, 0x52c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a11100, 0x7f, 0xc004d3e680, 0x52c, 0xaa0378, 0x1, 0xc004d3e680, 0x52c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 375 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003c36820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0025f9520, 0xc0036b5c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003b51140, 0x0, 0x0, 0x0, 0x0, 0xa01, 0xc003b51110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003b51110, 0x0, 0x0, 0x0, 0xa80, 0xc0042e6a80, 0xa72, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0042e6a80, 0xa72, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xb5b2784400000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0011e7518, 0xc001db9d00, 0xc003b475e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 376 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700ea3980, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00197aed0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00197aec0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005afd500, 0xa31, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fddf1, 0x5f, 0xc005afd500, 0xa31, 0xc005afd500, 0xa31, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fddf1, 0x5f, 0xc005afd500, 0xa31, 0xaa0378, 0x1, 0xc005afd500, 0xa31, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 377 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000d350, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023fe0b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023fe0a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0038f0e00, 0x362, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000a19e0, 0x55, 0xc0038f0e00, 0x362, 0xc0038f0e00, 0x362, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000a19e0, 0x55, 0xc0038f0e00, 0x362, 0xaa0378, 0x1, 0xc0038f0e00, 0x362, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 378 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c00041b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ccecb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cceca0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0036c0500, 0x48d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0031402d0, 0x8e, 0xc0036c0500, 0x48d, 0xc0036c0500, 0x48d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0031402d0, 0x8e, 0xc0036c0500, 0x48d, 0xaa0378, 0x1, 0xc0036c0500, 0x48d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 379 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67001f0500, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00163c9f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00163c9e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00002c600, 0x58c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b014a0, 0x55, 0xc00002c600, 0x58c, 0xc00002c600, 0x58c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b014a0, 0x55, 0xc00002c600, 0x58c, 0xaa0378, 0x1, 0xc00002c600, 0x58c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 380 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a49f6ca0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023be410, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023be400, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003cc8a80, 0x976, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005a40ce, 0x2c, 0xc003cc8a80, 0x976, 0xc003cc8a80, 0x976, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0005a40ce, 0x2c, 0xc003cc8a80, 0x976, 0xaa0378, 0x1, 0xc003cc8a80, 0x976, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 381 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67007afd60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001340c80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001340c70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004ae9800, 0x68a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001458630, 0x83, 0xc004ae9800, 0x68a, 0xc004ae9800, 0x68a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001458630, 0x83, 0xc004ae9800, 0x68a, 0xaa0378, 0x1, 0xc004ae9800, 0x68a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 382 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000d8d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045ee070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0045ee060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000574800, 0x3df, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026a80, 0x78, 0xc000574800, 0x3df, 0xc000574800, 0x3df, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000026a80, 0x78, 0xc000574800, 0x3df, 0xaa0378, 0x1, 0xc000574800, 0x3df, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 383 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66287328d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b0b4d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b0b4c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002147500, 0x9df, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007e180, 0x5c, 0xc002147500, 0x9df, 0xc002147500, 0x9df, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007e180, 0x5c, 0xc002147500, 0x9df, 0xaa0378, 0x1, 0xc002147500, 0x9df, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a10e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 384 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000c010, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030d3e20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030d3e10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e2c000, 0x4a9, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bc800, 0x78, 0xc001e2c000, 0x4a9, 0xc001e2c000, 0x4a9, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011bc800, 0x78, 0xc001e2c000, 0x4a9, 0xaa0378, 0x1, 0xc001e2c000, 0x4a9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a11a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 385 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700005540, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001028c90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001028c80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00180fc00, 0xb01, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a26de0, 0x54, 0xc00180fc00, 0xb01, 0xc00180fc00, 0xb01, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a26de0, 0x54, 0xc00180fc00, 0xb01, 0xaa0378, 0x1, 0xc00180fc00, 0xb01, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 386 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0045aa000, 0xa7, 0xa7, 0x3, 0x0, 0xa6, 0xc0045aa000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001bef518, 0xc00040e420, 0xc003fa32c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 387 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000acd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00242dca0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00242dc90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00249b800, 0x7e0, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003d8c000, 0x9b, 0xc00249b800, 0x7e0, 0xc00249b800, 0x7e0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003d8c000, 0x9b, 0xc00249b800, 0x7e0, 0xaa0378, 0x1, 0xc00249b800, 0x7e0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a13e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 388 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700008f00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a230f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a230e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003e44000, 0x41e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0030b4b80, 0x79, 0xc003e44000, 0x41e, 0xc003e44000, 0x41e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0030b4b80, 0x79, 0xc003e44000, 0x41e, 0xaa0378, 0x1, 0xc003e44000, 0x41e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a14a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 389 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f666410b060, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ec0860, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ec0850, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c87800, 0x3fd, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012a5560, 0x5b, 0xc001c87800, 0x3fd, 0xc001c87800, 0x3fd, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012a5560, 0x5b, 0xc001c87800, 0x3fd, 0xaa0378, 0x1, 0xc001c87800, 0x3fd, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 390 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0014053c0, 0xaa058b, 0x2, 0xc001cae000, 0x99e, 0x1, 0xf5, 0xc002b358c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc001cae000, 0x99e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001405518, 0xc001077f80, 0x55, 0xc00007ff80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 391 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a801ec70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002af5910, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002af58b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b17000, 0x79d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001696c60, 0x83, 0xc001b17000, 0x79d, 0xc001b17000, 0x79d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001696c60, 0x83, 0xc001b17000, 0x79d, 0xaa0378, 0x1, 0xc001b17000, 0x79d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a16e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 392 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700007900, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027ee5c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027ee5b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0022a3b00, 0x80c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000380b40, 0x5e, 0xc0022a3b00, 0x80c, 0xc0022a3b00, 0x80c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000380b40, 0x5e, 0xc0022a3b00, 0x80c, 0xaa0378, 0x1, 0xc0022a3b00, 0x80c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a17a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 393 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66641e9b40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a41800, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a417f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019cc580, 0x55a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00081f1a0, 0x60, 0xc0019cc580, 0x55a, 0xc0019cc580, 0x55a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00081f1a0, 0x60, 0xc0019cc580, 0x55a, 0xaa0378, 0x1, 0xc0019cc580, 0x55a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 394 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670132bec0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003cc4110, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cc4100, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005aeb400, 0x387, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001379180, 0x7e, 0xc005aeb400, 0x387, 0xc005aeb400, 0x387, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001379180, 0x7e, 0xc005aeb400, 0x387, 0xaa0378, 0x1, 0xc005aeb400, 0x387, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 395 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66147cf1e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038cb940, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038cb930, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001bc6c00, 0x5d8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002218730, 0x4f, 0xc001bc6c00, 0x5d8, 0xc001bc6c00, 0x5d8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002218730, 0x4f, 0xc001bc6c00, 0x5d8, 0xaa0378, 0x1, 0xc001bc6c00, 0x5d8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a19e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 396 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a0002d70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008233c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008233b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000155b00, 0x434, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a68a80, 0x7c, 0xc000155b00, 0x434, 0xc000155b00, 0x434, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a68a80, 0x7c, 0xc000155b00, 0x434, 0xaa0378, 0x1, 0xc000155b00, 0x434, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 397 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000a0e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005d9600, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005d95f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00099bc00, 0x3b9, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ad0100, 0x75, 0xc00099bc00, 0x3b9, 0xc00099bc00, 0x3b9, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ad0100, 0x75, 0xc00099bc00, 0x3b9, 0xaa0378, 0x1, 0xc00099bc00, 0x3b9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 398 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66441c9e60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ddfa90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ddfa80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001274a00, 0x634, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013ac000, 0x61, 0xc001274a00, 0x634, 0xc001274a00, 0x634, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013ac000, 0x61, 0xc001274a00, 0x634, 0xaa0378, 0x1, 0xc001274a00, 0x634, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 399 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66465235f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003cc4230, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cc4220, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004b32e00, 0x6c4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000580180, 0x72, 0xc004b32e00, 0x6c4, 0xc004b32e00, 0x6c4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000580180, 0x72, 0xc004b32e00, 0x6c4, 0xaa0378, 0x1, 0xc004b32e00, 0x6c4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 400 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000eed0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001afa580, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001afa570, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00021e000, 0x784, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e6c5a0, 0x8f, 0xc00021e000, 0x784, 0xc00021e000, 0x784, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e6c5a0, 0x8f, 0xc00021e000, 0x784, 0xaa0378, 0x1, 0xc00021e000, 0x784, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 401 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005d5c000, 0x6670, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005d5c000, 0x6670, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005d5c000, 0x6670, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005d5c000, 0x6670, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005d5c000, 0x6670, 0x0, 0x0, 0x6670, 0xc005d5c000, 0x6670)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005d5c000, 0x6670, 0x6670, 0x6a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001143040, 0x29, 0xc005d5c000, 0x6670, 0xc005d5c000, 0x6670, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001143040, 0x29, 0xc005d5c000, 0x6670, 0xaa0378, 0x1, 0xc005d5c000, 0x6670, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 402 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66f0006e10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a97400, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a973f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ac4000, 0x71d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002aeb0, 0x4b, 0xc001ac4000, 0x71d, 0xc001ac4000, 0x71d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002aeb0, 0x4b, 0xc001ac4000, 0x71d, 0xaa0378, 0x1, 0xc001ac4000, 0x71d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 403 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67001173d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002900be0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002900bd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e17900, 0x4bf, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036f4ac0, 0x7a, 0xc001e17900, 0x4bf, 0xc001e17900, 0x4bf, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036f4ac0, 0x7a, 0xc001e17900, 0x4bf, 0xaa0378, 0x1, 0xc001e17900, 0x4bf, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 404 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000d1500, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020b3250, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020b3240, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0035ca000, 0x717, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e6dcb0, 0x85, 0xc0035ca000, 0x717, 0xc0035ca000, 0x717, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e6dcb0, 0x85, 0xc0035ca000, 0x717, 0xaa0378, 0x1, 0xc0035ca000, 0x717, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b80c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 405 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700cb4e90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001fc3d30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001fc3d10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003307880, 0x362, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002848f50, 0x68, 0xc003307880, 0x362, 0xc003307880, 0x362, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002848f50, 0x68, 0xc003307880, 0x362, 0xaa0378, 0x1, 0xc003307880, 0x362, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 406 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65fc0014b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001920120, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001920118, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0017f3500, 0x63a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a26ba0, 0x56, 0xc0017f3500, 0x63a, 0xc0017f3500, 0x63a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a26ba0, 0x56, 0xc0017f3500, 0x63a, 0xaa0378, 0x1, 0xc0017f3500, 0x63a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 407 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018893c0, 0xaa05c9, 0x2, 0xc001bc6600, 0x5d7, 0x1, 0xac, 0xc002a7d880)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc001bc6600, 0x5d7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001889518, 0xc001af63a0, 0x60, 0xc0000a1620)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 408 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011b9400, 0xaa058b, 0x2, 0xc0063ecd80, 0x41a, 0xc0011b9240, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc003081740)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003081710, 0xc0011b92c8, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0011b9388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0011b9388, 0xc0028b96e0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0011b9301, 0xc00061a060)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0011b9518, 0xc0028b96e0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b83c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 797 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002019800, 0xb3b, 0x0, 0xc000b04a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002019800, 0xb3b, 0x42f9b8, 0xc0045bf2e0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045bf3c0, 0xaa04f9, 0x2, 0xc002019800, 0xb3b, 0xc002019800, 0xc0045bf3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002019800, 0xb3b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0045bf518, 0xc002b34500, 0x71, 0xc0011bc400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000910780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 410 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700003020, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f96d80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f96d60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00160f900, 0x10d2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001160c0, 0x3a, 0xc00160f900, 0x10d2, 0xc00160f900, 0x10d2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001160c0, 0x3a, 0xc00160f900, 0x10d2, 0xaa0378, 0x1, 0xc00160f900, 0x10d2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 411 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67002b9210, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004ad660, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004ad650, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002dfe680, 0x54b, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00144ac80, 0x73, 0xc002dfe680, 0x54b, 0xc002dfe680, 0x54b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00144ac80, 0x73, 0xc002dfe680, 0x54b, 0xaa0378, 0x1, 0xc002dfe680, 0x54b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 412 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f71588, 0xaa058b, 0x2, 0xc002238700, 0x69a, 0x0, 0xc002492700, 0x7f672bd52e98)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001f71518, 0xc001136200, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b86c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 414 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000f870, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023aa9e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023aa9d4, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001717800, 0x635, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fc0a0, 0x77, 0xc001717800, 0x635, 0xc001717800, 0x635, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fc0a0, 0x77, 0xc001717800, 0x635, 0xaa0378, 0x1, 0xc001717800, 0x635, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 415 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700002260, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f9d250, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f9d240, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001716a00, 0x636, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014683c0, 0x50, 0xc001716a00, 0x636, 0xc001716a00, 0x636, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0014683c0, 0x50, 0xc001716a00, 0x636, 0xaa0378, 0x1, 0xc001716a00, 0x636, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 416 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005f74e00, 0x690, 0x5165d7, 0xc000bc0a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005f74e00, 0x690, 0x42f9b8, 0xc0026972e0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026973c0, 0xaa058b, 0x2, 0xc005f74e00, 0x690, 0xc005f74e00, 0xc0026973b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc005f74e00, 0x690, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002697518, 0xc001db9c60, 0x76, 0xc002e04700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b89c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 417 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000532400, 0x8eb, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000532400, 0x8eb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000532400, 0x8eb, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000532400, 0x8eb, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000532400, 0x8eb, 0x0, 0x0, 0x8eb, 0xc000532400, 0x8eb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000532400, 0x8eb, 0x8eb, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a1009d, 0x59, 0xc000532400, 0x8eb, 0xc000532400, 0x8eb, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a1009d, 0x59, 0xc000532400, 0x8eb, 0xaa0378, 0x1, 0xc000532400, 0x8eb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 418 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000ff50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000c03630, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000c03610, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001532700, 0x315, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00165c1e0, 0x50, 0xc001532700, 0x315, 0xc001532700, 0x315, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00165c1e0, 0x50, 0xc001532700, 0x315, 0xaa0378, 0x1, 0xc001532700, 0x315, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 419 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700011bc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0037545f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0037545e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001785800, 0x7e7, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002365b0, 0x6f, 0xc001785800, 0x7e7, 0xc001785800, 0x7e7, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0002365b0, 0x6f, 0xc001785800, 0x7e7, 0xaa0378, 0x1, 0xc001785800, 0x7e7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 420 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f662886f650, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cc8970, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cc8960, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0007d4000, 0xee4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fc379, 0x6d, 0xc0007d4000, 0xee4, 0xc0007d4000, 0xee4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fc379, 0x6d, 0xc0007d4000, 0xee4, 0xaa0378, 0x1, 0xc0007d4000, 0xee4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 421 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000cb10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002904070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002904060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000591c00, 0x3e5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000580300, 0x78, 0xc000591c00, 0x3e5, 0xc000591c00, 0x3e5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000580300, 0x78, 0xc000591c00, 0x3e5, 0xaa0378, 0x1, 0xc000591c00, 0x3e5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 422 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f661c7b5990, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f9d2e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f9d2d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00021f000, 0x7ab, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001820b60, 0x67, 0xc00021f000, 0x7ab, 0xc00021f000, 0x7ab, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001820b60, 0x67, 0xc00021f000, 0x7ab, 0xaa0378, 0x1, 0xc00021f000, 0x7ab, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 423 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67002cf280, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025eaf70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0025eaf60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002dda600, 0x5ce, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000388000, 0x89, 0xc002dda600, 0x5ce, 0xc002dda600, 0x5ce, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000388000, 0x89, 0xc002dda600, 0x5ce, 0xaa0378, 0x1, 0xc002dda600, 0x5ce, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 424 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c471b6c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005789e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000578990, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d32d00, 0x899, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e6c480, 0x87, 0xc001d32d00, 0x899, 0xc001d32d00, 0x899, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e6c480, 0x87, 0xc001d32d00, 0x899, 0xaa0378, 0x1, 0xc001d32d00, 0x899, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 425 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0014bca00, 0x65b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0014bca00, 0x65b, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0014bca00, 0x65b, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0014bca00, 0x65b, 0x0, 0x0, 0x65b, 0xc0014bca00, 0x65b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0014bca00, 0x65b, 0x65b, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001069950, 0x85, 0xc0014bca00, 0x65b, 0xc0014bca00, 0x65b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001069950, 0x85, 0xc0014bca00, 0x65b, 0xaa0378, 0x1, 0xc0014bca00, 0x65b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 426 [runnable]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0029dcb00, 0x9, 0x10, 0xc0029dca80, 0xa, 0x10, 0xc001047020, 0x4341f3, 0xc003a209d8, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc000010af8, 0x1, 0x1, 0xc0010470f0, 0x7f672bd53560, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc000010af8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0027a9dd0, 0xc001561200)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001047518, 0xc0027a9dd0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001047518, 0xc003b87fa0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 427 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0017dea80, 0x945, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0017dea80, 0x945, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0017dea80, 0x945, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0017dea80, 0x945, 0x0, 0x0, 0x945, 0xc0017dea80, 0x945)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0017dea80, 0x945, 0x945, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001525f6d, 0x72, 0xc0017dea80, 0x945, 0xc0017dea80, 0x945, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001525f6d, 0x72, 0xc0017dea80, 0x945, 0xaa0378, 0x1, 0xc0017dea80, 0x945, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 428 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67002d45b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027cd8f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027cd8e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001980a80, 0x342, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ad1f00, 0x72, 0xc001980a80, 0x342, 0xc001980a80, 0x342, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ad1f00, 0x72, 0xc001980a80, 0x342, 0xaa0378, 0x1, 0xc001980a80, 0x342, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b92c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 429 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x329b890, 0x7f63e008dcd0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc001907720, 0xc0044b1c00, 0x6a0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0044b1c00, 0x6a0, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004fa000, 0x5b, 0xc0044b1c00, 0x6a0, 0xc0044b1c00, 0x6a0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004fa000, 0x5b, 0xc0044b1c00, 0x6a0, 0xaa0378, 0x1, 0xc0044b1c00, 0x6a0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 430 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66040018d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003070870, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003070860, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f14480, 0x474, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a27680, 0x5c, 0xc001f14480, 0x474, 0xc001f14480, 0x474, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a27680, 0x5c, 0xc001f14480, 0x474, 0xaa0378, 0x1, 0xc001f14480, 0x474, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 431 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700002940, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00303a3b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00303a360, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00203aa00, 0x606, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ad1300, 0x80, 0xc00203aa00, 0x606, 0xc00203aa00, 0x606, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ad1300, 0x80, 0xc00203aa00, 0x606, 0xaa0378, 0x1, 0xc00203aa00, 0x606, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 432 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000b0f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d92980, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d92970, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f93b00, 0xcf5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ae43f0, 0x6c, 0xc002f93b00, 0xcf5, 0xc002f93b00, 0xcf5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ae43f0, 0x6c, 0xc002f93b00, 0xcf5, 0xaa0378, 0x1, 0xc002f93b00, 0xcf5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b95c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 433 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000e270, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0026cfc20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026cfc10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002c59b00, 0x8b2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a260c0, 0x5f, 0xc002c59b00, 0x8b2, 0xc002c59b00, 0x8b2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a260c0, 0x5f, 0xc002c59b00, 0x8b2, 0xaa0378, 0x1, 0xc002c59b00, 0x8b2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 434 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66441c0ff0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d938b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d938a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006d5c00, 0x3a4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bcf80, 0x7a, 0xc0006d5c00, 0x3a4, 0xc0006d5c00, 0x3a4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011bcf80, 0x7a, 0xc0006d5c00, 0x3a4, 0xaa0378, 0x1, 0xc0006d5c00, 0x3a4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 435 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000f58d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003cc5b20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cc5b10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001dbca80, 0xa36, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bfa980, 0x7c, 0xc001dbca80, 0xa36, 0xc001dbca80, 0xa36, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bfa980, 0x7c, 0xc001dbca80, 0xa36, 0xaa0378, 0x1, 0xc001dbca80, 0xa36, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 436 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001907a20, 0xc0014291b0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001429588, 0xaa058b, 0x2, 0xc002529450, 0xcf, 0x3, 0x11, 0xc0019079c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001429518, 0xc0028b9020, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001429518, 0xc002a00160, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b98c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 437 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc005f920f0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005f920f0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f920c0, 0x0, 0x0, 0x0, 0xa80, 0xc001ba5500, 0xa00, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc001ba5500, 0xa00, 0x0, 0x0, 0x0, 0x440d95, 0xc001900a20, 0x7f66fc65207e, 0x40787aa300000040)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0013a5518, 0xc0025c1080, 0xc00320a760)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 438 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000694600, 0x126d, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000694600, 0x126d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000694600, 0x126d, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000694600, 0x126d, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000694600, 0x126d, 0x0, 0x0, 0x126d, 0xc000694600, 0x126d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000694600, 0x126d, 0x126d, 0x1300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00130c13f, 0x62, 0xc000694600, 0x126d, 0xc000694600, 0x126d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00130c13f, 0x62, 0xc000694600, 0x126d, 0xaa0378, 0x1, 0xc000694600, 0x126d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 439 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66dc3d4600, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030e60d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030e60c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ec5800, 0xb00, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001154180, 0xb5, 0xc001ec5800, 0xb00, 0xc001ec5800, 0xb00, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001154180, 0xb5, 0xc001ec5800, 0xb00, 0xaa0378, 0x1, 0xc001ec5800, 0xb00, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 671 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc005d10b30, 0xc001264398, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc005d10b30, 0xc004b2bd50, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc005d10b30, 0xc004b2bdc0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc004b2bdc0, 0xc004b2bdc0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x0)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005d10ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005d10ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004b96024)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005d10ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005d10ff8, 0x1, 0xc0023923d0, 0xc0101a40a80, 0x28042bd52108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005d10ff8, 0x4, 0x5b8, 0xc00354fa01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00354f000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00099f450, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001e1eed0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040d58f8, 0xc003cc9500, 0xa49, 0xc00213a0dc, 0x0, 0xc00213a0dd)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000616900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 441 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c00042f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00278de30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00278de20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002874a80, 0x94e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001154000, 0xb6, 0xc002874a80, 0x94e, 0xc002874a80, 0x94e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001154000, 0xb6, 0xc002874a80, 0x94e, 0xaa0378, 0x1, 0xc002874a80, 0x94e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 661 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00099f520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00099f5f0, 0xc0026ea9a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002946060, 0x0, 0x0, 0x0, 0xc002919200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002946060, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029198f8, 0xc004119800, 0xa98, 0xc00213a0dc, 0x0, 0xc00213a0dd)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000616000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 665 [semacquire]:
strings.Replace(0xc005e28600, 0x12cb, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1, 0xc005e28600, 0x12cb)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00548b8f8, 0xc003fab300, 0x12c1, 0x5, 0xc0008980d8, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000616480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 672 [semacquire]:
bytes.makeSlice(0x1aec, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004113388, 0x162, 0x96)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004113388, 0xc001343b00, 0x162, 0x96, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0028777a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0028775e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002876930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002876850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002876150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001e1f230, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004113518, 0xc00000f200, 0x67, 0xc003c4c150)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006169c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 442 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700005ee0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030706c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030706b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002adc000, 0x769, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001376a00, 0x96, 0xc002adc000, 0x769, 0xc002adc000, 0x769, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001376a00, 0x96, 0xc002adc000, 0x769, 0xaa0378, 0x1, 0xc002adc000, 0x769, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a5ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 668 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc00099fa00)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc00099fa00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00099fa00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00099fa00, 0xc0026d2ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002946120, 0x0, 0x0, 0x0, 0xc002915200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002946120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029158f8, 0xc004173000, 0x177e, 0x5, 0xc0028788f0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006166c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 467 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f668ca54940, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0059eff90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0059eff80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e2d900, 0x4d3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00081ecc0, 0x5c, 0xc001e2d900, 0x4d3, 0xc001e2d900, 0x4d3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00081ecc0, 0x5c, 0xc001e2d900, 0x4d3, 0xaa0378, 0x1, 0xc001e2d900, 0x4d3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 469 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002dee0c0, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0011b5518, 0xc002dee0c0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0011b5518, 0xc001252e60, 0x77)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a969c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 470 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc001cd0060, 0xc0013731d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001cd0060, 0x0, 0x0, 0x0, 0xc00, 0xc003a92000, 0xb79, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc003a92000, 0xb79, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001256a00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001373518, 0xc0003a2be0, 0xc001137540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a96a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 471 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0057d10c0, 0xc003e83da0, 0x50, 0xc00000044e, 0x0, 0x44e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0057d10c0, 0xc003e83da0, 0x50, 0x50, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057d10c0, 0xc003c8ad20, 0xc0057d01b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057d10c0, 0xc003c8acb0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0057d10c0, 0xc003c8acb0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0057d10c0, 0xc003c8acb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057d10c0, 0xc003c8acb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057d10c0, 0xc003781c70, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0001d70c0, 0xc003781c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0001d70c0, 0xc003781c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057d10c0, 0xc003781b90, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0001d70c0, 0xc003781b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0001d70c0, 0xc003781b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057d10c0, 0xc003781490, 0xc003cd8e00, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0001d70c0, 0xc003781490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0001d70c0, 0xc003781490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057d10c0, 0xc0037813b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0001d70c0, 0xc0037813b0, 0x54b170, 0xc003c365b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0037813b0, 0x0, 0x0, 0x0, 0x0, 0xc0037813b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002c4c1e0, 0x0, 0x0, 0x0, 0x1500, 0xc0025ac000, 0x149c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0025ac000, 0x149c, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000823120)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0001d7518, 0xc002a00f20, 0xc00238e860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a96b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 472 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66dc3e9640, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008220f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008220e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002544000, 0x600, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bc380, 0x72, 0xc002544000, 0x600, 0xc002544000, 0x600, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011bc380, 0x72, 0xc002544000, 0x600, 0xaa0378, 0x1, 0xc002544000, 0x600, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a96c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 474 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66b0384270, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030d3f10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030d3f00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003875b00, 0x414, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000381620, 0x52, 0xc003875b00, 0x414, 0xc003875b00, 0x414, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000381620, 0x52, 0xc003875b00, 0x414, 0xaa0378, 0x1, 0xc003875b00, 0x414, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a96d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 475 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65fc6d9cf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002085cc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002085ca0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0020f0000, 0x7ff, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000446420, 0x52, 0xc0020f0000, 0x7ff, 0xc0020f0000, 0x7ff, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000446420, 0x52, 0xc0020f0000, 0x7ff, 0xaa0378, 0x1, 0xc0020f0000, 0x7ff, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a96e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 476 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700010e00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000a5470, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000a5460, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0027a0a80, 0xa12, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001379680, 0x71, 0xc0027a0a80, 0xa12, 0xc0027a0a80, 0xa12, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001379680, 0x71, 0xc0027a0a80, 0xa12, 0xaa0378, 0x1, 0xc0027a0a80, 0xa12, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a96f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 477 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67008b2dc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002bd79c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002bd79b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001337500, 0x6ec, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a96960, 0x5d, 0xc001337500, 0x6ec, 0xc001337500, 0x6ec, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a96960, 0x5d, 0xc001337500, 0x6ec, 0xaa0378, 0x1, 0xc001337500, 0x6ec, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a96fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 478 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c81c1e90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025eb160, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0025eb150, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e2ca00, 0x4ff, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001458000, 0x8c, 0xc001e2ca00, 0x4ff, 0xc001e2ca00, 0x4ff, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001458000, 0x8c, 0xc001e2ca00, 0x4ff, 0xaa0378, 0x1, 0xc001e2ca00, 0x4ff, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 479 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001137660, 0xc001b7b2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b7b3c0, 0xaa0599, 0x2, 0xc00001b400, 0x2358, 0x1, 0x32e, 0xc0011375a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00001b400, 0x2358, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b7b518, 0xc003b86a80, 0x86, 0xc00130cf30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 480 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66ac219030, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025eb1f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0025eb1e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002d11000, 0xdf2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0021e0640, 0x52, 0xc002d11000, 0xdf2, 0xc002d11000, 0xdf2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0021e0640, 0x52, 0xc002d11000, 0xdf2, 0xaa0378, 0x1, 0xc002d11000, 0xdf2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 481 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66cc714670, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001029f40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001029f20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019ce680, 0x57a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2a00, 0x47, 0xc0019ce680, 0x57a, 0xc0019ce680, 0x57a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f2a00, 0x47, 0xc0019ce680, 0x57a, 0xaa0378, 0x1, 0xc0019ce680, 0x57a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a972c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 530 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67001547c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012b07d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012b07c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003574a80, 0x9b1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ae4ee0, 0x6f, 0xc003574a80, 0x9b1, 0xc003574a80, 0x9b1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ae4ee0, 0x6f, 0xc003574a80, 0x9b1, 0xaa0378, 0x1, 0xc003574a80, 0x9b1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 532 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66206085d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036e7540, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036e7530, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00233f000, 0xf57, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ab2210, 0xa6, 0xc00233f000, 0xf57, 0xc00233f000, 0xf57, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ab2210, 0xa6, 0xc00233f000, 0xf57, 0xaa0378, 0x1, 0xc00233f000, 0xf57, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 533 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00335f500, 0x146c, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00335f500, 0x146c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00335f500, 0x146c, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00335f500, 0x146c, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00335f500, 0x146c, 0x0, 0x0, 0x146c, 0xc00335f500, 0x146c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00335f500, 0x146c, 0x146c, 0x1800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00184c000, 0x8f, 0xc00335f500, 0x146c, 0xc00335f500, 0x146c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00184c000, 0x8f, 0xc00335f500, 0x146c, 0xaa0378, 0x1, 0xc00335f500, 0x146c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a975c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 534 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700004200, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030d3e90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030d3e80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00205e900, 0x41e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000f25b0, 0x6d, 0xc00205e900, 0x41e, 0xc00205e900, 0x41e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000f25b0, 0x6d, 0xc00205e900, 0x41e, 0xaa0378, 0x1, 0xc00205e900, 0x41e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 535 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670108f970, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023bea80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023bea70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006bb200, 0x46e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00107c000, 0x80, 0xc0006bb200, 0x46e, 0xc0006bb200, 0x46e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00107c000, 0x80, 0xc0006bb200, 0x46e, 0xaa0378, 0x1, 0xc0006bb200, 0x46e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 536 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66e4915ac0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005774b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005774a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000591400, 0x393, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00116632c, 0x41, 0xc000591400, 0x393, 0xc000591400, 0x393, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00116632c, 0x41, 0xc000591400, 0x393, 0xaa0378, 0x1, 0xc000591400, 0x393, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 537 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700006040, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cc8900, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cc88f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00273e900, 0x40e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000388900, 0x8f, 0xc00273e900, 0x40e, 0xc00273e900, 0x40e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000388900, 0x8f, 0xc00273e900, 0x40e, 0xaa0378, 0x1, 0xc00273e900, 0x40e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a978c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 538 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700003860, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033d7390, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033d7380, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001962a80, 0x97f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013b0410, 0xc7, 0xc001962a80, 0x97f, 0xc001962a80, 0x97f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013b0410, 0xc7, 0xc001962a80, 0x97f, 0xaa0378, 0x1, 0xc001962a80, 0x97f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 539 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67001cc290, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ccf1d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ccf1c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0023c4a80, 0x91f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000237810, 0x65, 0xc0023c4a80, 0x91f, 0xc0023c4a80, 0x91f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000237810, 0x65, 0xc0023c4a80, 0x91f, 0xaa0378, 0x1, 0xc0023c4a80, 0x91f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 540 [semacquire]:
strings.genSplit(0xc0019b9400, 0x4e9, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0x4e9, 0xc00365d2e8, 0x7d9110)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00365d388, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:123 +0xc1
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00365d388, 0xc003673c20, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x18, 0x19)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00365d518, 0xc003673c20, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 541 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700006460, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023b5b40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023b5b30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014b9200, 0x2cd, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ae5110, 0x6d, 0xc0014b9200, 0x2cd, 0xc0014b9200, 0x2cd, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ae5110, 0x6d, 0xc0014b9200, 0x2cd, 0xaa0378, 0x1, 0xc0014b9200, 0x2cd, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 542 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc003acd0c0, 0xc0005aaea0, 0x28, 0x28, 0xc003acc240, 0x46e313)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003acd0c0, 0xc0005aaea0, 0x28, 0xc000115b90, 0x24)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003acd0c0, 0xc001fb9260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:262 +0x131
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003acd0c0, 0xc001fb9260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003acd0c0, 0xc0017c77a0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001add0c0, 0xc0017c77a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001add0c0, 0xc0017c77a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003acd0c0, 0xc0017c76c0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001add0c0, 0xc0017c76c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001add0c0, 0xc0017c76c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003acd0c0, 0xc0017c6fc0, 0xc004074000, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001add0c0, 0xc0017c6fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001add0c0, 0xc0017c6fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003acd0c0, 0xc00292b490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001add0c0, 0xc00292b490, 0x54b170, 0xc00283da00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00292b490, 0x0, 0x0, 0x0, 0x0, 0xc00292b490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001872b40, 0x0, 0x0, 0x0, 0x3800, 0xc0038c1000, 0x36e3, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0038c1000, 0x36e3, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0001148d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001add518, 0xc002b51de0, 0xc001641fe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 543 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66980043d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b3b880, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b3b870, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025f1c00, 0x6b4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002afadc0, 0x3b, 0xc0025f1c00, 0x6b4, 0xc0025f1c00, 0x6b4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002afadc0, 0x3b, 0xc0025f1c00, 0x6b4, 0xaa0378, 0x1, 0xc0025f1c00, 0x6b4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 544 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700009e20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00192c080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00192c070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001909200, 0x475, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fc480, 0x8b, 0xc001909200, 0x475, 0xc001909200, 0x475, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fc480, 0x8b, 0xc001909200, 0x475, 0xaa0378, 0x1, 0xc001909200, 0x475, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 545 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6654668930, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b51390, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b51380, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001722a80, 0x94d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137e714, 0x53, 0xc001722a80, 0x94d, 0xc001722a80, 0x94d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137e714, 0x53, 0xc001722a80, 0x94d, 0xaa0378, 0x1, 0xc001722a80, 0x94d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 546 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670018bae0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030509f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030509e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ee6000, 0x34f0, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000027fa2, 0x5a, 0xc001ee6000, 0x34f0, 0xc001ee6000, 0x34f0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000027fa2, 0x5a, 0xc001ee6000, 0x34f0, 0xaa0378, 0x1, 0xc001ee6000, 0x34f0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 547 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6701089250, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ac2ed0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ac2ec0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f4b000, 0x7b1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00107d780, 0x74, 0xc002f4b000, 0x7b1, 0xc002f4b000, 0x7b1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00107d780, 0x74, 0xc002f4b000, 0x7b1, 0xaa0378, 0x1, 0xc002f4b000, 0x7b1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001114060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 548 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66849bc760, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004bfba00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004bfb9f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00259c580, 0xc71, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002034800, 0x75, 0xc00259c580, 0xc71, 0xc00259c580, 0xc71, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002034800, 0x75, 0xc00259c580, 0xc71, 0xaa0378, 0x1, 0xc00259c580, 0xc71, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001114120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 549 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65f0103100, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00307f3a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00307f390, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0022a0a80, 0x947, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137e9a0, 0x36, 0xc0022a0a80, 0x947, 0xc0022a0a80, 0x947, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137e9a0, 0x36, 0xc0022a0a80, 0x947, 0xaa0378, 0x1, 0xc0022a0a80, 0x947, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0011141e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 550 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d853a080, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030d3cc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030d3cb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015fa600, 0x583, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002fd8200, 0x74, 0xc0015fa600, 0x583, 0xc0015fa600, 0x583, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002fd8200, 0x74, 0xc0015fa600, 0x583, 0xaa0378, 0x1, 0xc0015fa600, 0x583, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0011142a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 551 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700001e40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004fe1f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004fe1e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00151ea00, 0x4d5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ab259f, 0x82, 0xc00151ea00, 0x4d5, 0xc00151ea00, 0x4d5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ab259f, 0x82, 0xc00151ea00, 0x4d5, 0xaa0378, 0x1, 0xc00151ea00, 0x4d5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001114360, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 552 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700000dc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030e40d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030e40c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d6e600, 0x593, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001459b00, 0x88, 0xc001d6e600, 0x593, 0xc001d6e600, 0x593, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001459b00, 0x88, 0xc001d6e600, 0x593, 0xaa0378, 0x1, 0xc001d6e600, 0x593, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001114420, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 553 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670100fdd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0040e41f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0040e41e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002898600, 0x5c3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00184c480, 0x81, 0xc002898600, 0x5c3, 0xc002898600, 0x5c3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00184c480, 0x81, 0xc002898600, 0x5c3, 0xaa0378, 0x1, 0xc002898600, 0x5c3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0011144e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 554 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0006d4c00, 0x3e5, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0006d4c00, 0x3e5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0006d4c00, 0x3e5, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0006d4c00, 0x3e5, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0006d4c00, 0x3e5, 0x0, 0x0, 0x3e5, 0xc0006d4c00, 0x3e5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0006d4c00, 0x3e5, 0x3e5, 0x400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000071a40, 0x3c, 0xc0006d4c00, 0x3e5, 0xc0006d4c00, 0x3e5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000071a40, 0x3c, 0xc0006d4c00, 0x3e5, 0xaa0378, 0x1, 0xc0006d4c00, 0x3e5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0011145a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 555 [semacquire]:
strings.genSplit(0xc0062a6000, 0x14fa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc000508001, 0x21a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc000347518, 0xc003b51800, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000347518, 0xc0027f7880, 0x40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001114660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 556 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67003f64a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003cc55e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cc55d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002d7e000, 0x49c7, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00107a270, 0x2e, 0xc002d7e000, 0x49c7, 0xc002d7e000, 0x49c7, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00107a270, 0x2e, 0xc002d7e000, 0x49c7, 0xaa0378, 0x1, 0xc002d7e000, 0x49c7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001114720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 557 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c04b1cf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00322b5b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00322b580, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00044c000, 0x6be, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010ee0cb, 0x8e, 0xc00044c000, 0x6be, 0xc00044c000, 0x6be, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010ee0cb, 0x8e, 0xc00044c000, 0x6be, 0xaa0378, 0x1, 0xc00044c000, 0x6be, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0011147e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 452 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c8194060, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00303a870, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00303a860, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0018bf300, 0x119e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002adc0, 0x45, 0xc0018bf300, 0x119e, 0xc0018bf300, 0x119e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002adc0, 0x45, 0xc0018bf300, 0x119e, 0xaa0378, 0x1, 0xc0018bf300, 0x119e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0011148a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 499 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000e690, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003754a40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003754a30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b2fb00, 0x436, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001820070, 0x6d, 0xc001b2fb00, 0x436, 0xc001b2fb00, 0x436, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001820070, 0x6d, 0xc001b2fb00, 0x436, 0xaa0378, 0x1, 0xc001b2fb00, 0x436, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 500 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000c170, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007610b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007610a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001cbe580, 0x55c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137e7e0, 0x67, 0xc001cbe580, 0x55c, 0xc001cbe580, 0x55c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137e7e0, 0x67, 0xc001cbe580, 0x55c, 0xaa0378, 0x1, 0xc001cbe580, 0x55c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 501 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66e04cb4c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030d3f80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030d3f70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e51000, 0x784, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000117a40, 0x3b, 0xc001e51000, 0x784, 0xc001e51000, 0x784, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000117a40, 0x3b, 0xc001e51000, 0x784, 0xaa0378, 0x1, 0xc001e51000, 0x784, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 502 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f667cb09540, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a24370, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a24360, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d21080, 0x579, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e6c090, 0x8e, 0xc001d21080, 0x579, 0xc001d21080, 0x579, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e6c090, 0x8e, 0xc001d21080, 0x579, 0xaa0378, 0x1, 0xc001d21080, 0x579, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 503 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67001c9770, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027778a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002777890, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002985500, 0x3420, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002035b25, 0x4e, 0xc002985500, 0x3420, 0xc002985500, 0x3420, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002035b25, 0x4e, 0xc002985500, 0x3420, 0xaa0378, 0x1, 0xc002985500, 0x3420, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 504 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700000c60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a2a330, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a2a320, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001bab000, 0x795, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000a0b40, 0x5e, 0xc001bab000, 0x795, 0xc001bab000, 0x795, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000a0b40, 0x5e, 0xc001bab000, 0x795, 0xaa0378, 0x1, 0xc001bab000, 0x795, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 505 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67010f0190, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000a4e30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000a4e20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001953600, 0xc9e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ae45b0, 0x6a, 0xc001953600, 0xc9e, 0xc001953600, 0xc9e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ae45b0, 0x6a, 0xc001953600, 0xc9e, 0xaa0378, 0x1, 0xc001953600, 0xc9e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 506 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f660447b090, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a2d150, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a2d140, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001566d00, 0x887, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bda80, 0x76, 0xc001566d00, 0x887, 0xc001566d00, 0x887, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011bda80, 0x76, 0xc001566d00, 0x887, 0xaa0378, 0x1, 0xc001566d00, 0x887, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 562 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66501033a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002022c90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002022c80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00287e280, 0x257, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000388090, 0x49, 0xc00287e280, 0x257, 0xc00287e280, 0x257, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000388090, 0x49, 0xc00287e280, 0x257, 0xaa0378, 0x1, 0xc00287e280, 0x257, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b00a80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 563 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6608e3b0c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008f2de0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008f2dd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001246000, 0xe77, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0022581c0, 0xd7, 0xc001246000, 0xe77, 0xc001246000, 0xe77, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0022581c0, 0xd7, 0xc001246000, 0xe77, 0xaa0378, 0x1, 0xc001246000, 0xe77, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b00b40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 564 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020a58d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020a58c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001abf800, 0x1793, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001342300, 0x180, 0xc001abf800, 0x1793, 0xc001abf800, 0x1793, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001342300, 0x180, 0xc001abf800, 0x1793, 0xaa0378, 0x1, 0xc001abf800, 0x1793, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b00c00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1788 [semacquire]:
os.newFile(0xb4, 0xc0045364e0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x52
os.openFileNolog(0xc0045364e0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0045364e0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0045364e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0045364e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 566 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000ec10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00061c090, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00061c080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d38000, 0x44b, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001268240, 0xc0, 0xc001d38000, 0x44b, 0xc001d38000, 0x44b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001268240, 0xc0, 0xc001d38000, 0x44b, 0xaa0378, 0x1, 0xc001d38000, 0x44b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b00d80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 567 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700010720, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005d9690, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005d9680, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0020de800, 0xba1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010ef550, 0x84, 0xc0020de800, 0xba1, 0xc0020de800, 0xba1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010ef550, 0x84, 0xc0020de800, 0xba1, 0xaa0378, 0x1, 0xc0020de800, 0xba1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b00e40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 568 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000f2f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e520b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e52090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015cad80, 0x42a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00130c000, 0x86, 0xc0015cad80, 0x42a, 0xc0015cad80, 0x42a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00130c000, 0x86, 0xc0015cad80, 0x42a, 0xaa0378, 0x1, 0xc0015cad80, 0x42a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b00f00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 570 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000040a0, 0x7f66dc31e260)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a06c80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a06c70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000165900, 0x4e5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001b6000, 0xa3, 0xc000165900, 0x4e5, 0xc000165900, 0x4e5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001b6000, 0xa3, 0xc000165900, 0x4e5, 0xaa0378, 0x1, 0xc000165900, 0x4e5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01080, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 571 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700117270, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00287a6e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00287a6a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0005da000, 0x1ed9, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bf28a, 0x8b, 0xc0005da000, 0x1ed9, 0xc0005da000, 0x1ed9, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011bf28a, 0x8b, 0xc0005da000, 0x1ed9, 0xaa0378, 0x1, 0xc0005da000, 0x1ed9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01140, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 572 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67008cd000, 0x7f66e06b8970)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00327dc00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00327dbf0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00223a300, 0x667, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fc240, 0x85, 0xc00223a300, 0x667, 0xc00223a300, 0x667, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fc240, 0x85, 0xc00223a300, 0x667, 0xaa0378, 0x1, 0xc00223a300, 0x667, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01200, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 573 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6638202d90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002023dd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002023dc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00251d600, 0xc9c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a486c0, 0x93, 0xc00251d600, 0xc9c, 0xc00251d600, 0xc9c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002a486c0, 0x93, 0xc00251d600, 0xc9c, 0xaa0378, 0x1, 0xc00251d600, 0xc9c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b012c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 574 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f663013f340, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ebae20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ebae10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002411800, 0x7c1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00090f4bc, 0x89, 0xc002411800, 0x7c1, 0xc002411800, 0x7c1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00090f4bc, 0x89, 0xc002411800, 0x7c1, 0xaa0378, 0x1, 0xc002411800, 0x7c1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01380, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 575 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65fc834540, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f96ce0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f96cc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001244000, 0xa80, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001de124d, 0xb6, 0xc001244000, 0xa80, 0xc001244000, 0xa80, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001de124d, 0xb6, 0xc001244000, 0xa80, 0xaa0378, 0x1, 0xc001244000, 0xa80, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 576 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc00630ca00, 0x24f7, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0005aaab0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0025a3518, 0xc001907060, 0xc001137740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01500, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 577 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700aee290, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002100d20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002100d00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e2bc00, 0x3b3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012fe22c, 0x51, 0xc001e2bc00, 0x3b3, 0xc001e2bc00, 0x3b3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012fe22c, 0x51, 0xc001e2bc00, 0x3b3, 0xaa0378, 0x1, 0xc001e2bc00, 0x3b3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b015c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 578 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f664c1fa830, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00307fe90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00307fe80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001531000, 0x756, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001524500, 0x92, 0xc001531000, 0x756, 0xc001531000, 0x756, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001524500, 0x92, 0xc001531000, 0x756, 0xaa0378, 0x1, 0xc001531000, 0x756, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01680, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 579 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700011640, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f9cc80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f9cc70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0008fc400, 0x3ef, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001268cc0, 0xb8, 0xc0008fc400, 0x3ef, 0xc0008fc400, 0x3ef, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001268cc0, 0xb8, 0xc0008fc400, 0x3ef, 0xaa0378, 0x1, 0xc0008fc400, 0x3ef, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01740, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 580 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001cbfb80, 0x528, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:43 +0xd5
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001cbfb80, 0x528, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001cbfb80, 0x528, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001cbfb80, 0x528, 0x0, 0x0, 0x528, 0xc001cbfb80, 0x528)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001cbfb80, 0x528, 0x528, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005042c0, 0xa8, 0xc001cbfb80, 0x528, 0xc001cbfb80, 0x528, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0005042c0, 0xa8, 0xc001cbfb80, 0x528, 0xaa0378, 0x1, 0xc001cbfb80, 0x528, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01800, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 581 [semacquire]:
regexp.makeOnePass.func1(0xb, 0xc00309e5f0, 0xf, 0xf, 0x1)
/usr/local/go/src/regexp/onepass.go:383 +0xb9b
regexp.makeOnePass(0xc000690fc0, 0xc000690fc0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc000690f60, 0xc000690f60)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0xaf)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002acf300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002acf300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002acf300, 0x0, 0xb856e0, 0xc0000be248, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002acf300, 0xc002adb810, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002acf300, 0x42cc84, 0xc000690f30, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002acf370, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0016402e0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002c4cd80, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002acf518, 0xc0000bf660, 0xabc101, 0x1d, 0xb8, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b018c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 582 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000ed70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ac3fa0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ac3f90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0000ac400, 0x3da, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015240a0, 0x99, 0xc0000ac400, 0x3da, 0xc0000ac400, 0x3da, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015240a0, 0x99, 0xc0000ac400, 0x3da, 0xaa0378, 0x1, 0xc0000ac400, 0x3da, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01980, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 583 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001043588, 0xaa058b, 0x2, 0xc00130e4e0, 0x188, 0x30, 0xc001043290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc003aa76b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003aa7680, 0xc001043320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001043518, 0xc003c479b0, 0xc00000e100)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001043518, 0xc003c479b0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001043518, 0xc003c479b0, 0xc003c479b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 585 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700124590, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a421a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a42010, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00043e000, 0xf54, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010ee2f7, 0x6c, 0xc00043e000, 0xf54, 0xc00043e000, 0xf54, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010ee2f7, 0x6c, 0xc00043e000, 0xf54, 0xaa0378, 0x1, 0xc00043e000, 0xf54, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 586 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f662887f9e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b51400, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b513f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002e6e000, 0xf20, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003346e0, 0xae, 0xc002e6e000, 0xf20, 0xc002e6e000, 0xf20, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003346e0, 0xae, 0xc002e6e000, 0xf20, 0xaa0378, 0x1, 0xc002e6e000, 0xf20, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 587 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000f710, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00322a140, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00322a120, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0017aec00, 0xb32, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ca8029, 0xc9, 0xc0017aec00, 0xb32, 0xc0017aec00, 0xb32, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ca8029, 0xc9, 0xc0017aec00, 0xb32, 0xaa0378, 0x1, 0xc0017aec00, 0xb32, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 588 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66005f0d50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a22a50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a22a40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00275e600, 0x105a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ad0580, 0x71, 0xc00275e600, 0x105a, 0xc00275e600, 0x105a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ad0580, 0x71, 0xc00275e600, 0x105a, 0xaa0378, 0x1, 0xc00275e600, 0x105a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 589 [semacquire]:
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0000b9518, 0xc001907340, 0xc001813160)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:300 +0x179
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 592 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67003f9550, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002c81eb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002c81ea0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ed0a00, 0x1a34, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00169649d, 0x67, 0xc001ed0a00, 0x1a34, 0xc001ed0a00, 0x1a34, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00169649d, 0x67, 0xc001ed0a00, 0x1a34, 0xaa0378, 0x1, 0xc001ed0a00, 0x1a34, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd0120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 593 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700185190, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ce1550, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ce1530, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001361100, 0xcbc, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000716e2, 0x47, 0xc001361100, 0xcbc, 0xc001361100, 0xcbc, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000716e2, 0x47, 0xc001361100, 0xcbc, 0xaa0378, 0x1, 0xc001361100, 0xcbc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd01e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 594 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0012525e0, 0xc002c252c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c253c0, 0xaa058b, 0x2, 0xc000944a00, 0x148f, 0x1, 0x220, 0xc00000ece0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc000944a00, 0x148f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c25518, 0xc001137b60, 0xbc, 0xc0011cc40c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd02a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 516 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65fc541900, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000573070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000573060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e6ec00, 0x5a5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002e04c00, 0x7f, 0xc001e6ec00, 0x5a5, 0xc001e6ec00, 0x5a5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002e04c00, 0x7f, 0xc001e6ec00, 0x5a5, 0xaa0378, 0x1, 0xc001e6ec00, 0x5a5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000616f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 517 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000c6f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003bb40a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003bb4090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00076b600, 0xd57, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0027bc5b0, 0xca, 0xc00076b600, 0xd57, 0xc00076b600, 0xd57, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0027bc5b0, 0xca, 0xc00076b600, 0xd57, 0xaa0378, 0x1, 0xc00076b600, 0xd57, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 518 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6678948c70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036e6bf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036e6be0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000743000, 0x708, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001696a20, 0x7f, 0xc000743000, 0x708, 0xc000743000, 0x708, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001696a20, 0x7f, 0xc000743000, 0x708, 0xaa0378, 0x1, 0xc000743000, 0x708, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006170e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 519 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66007ef5a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003f63550, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003f63540, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b2f680, 0x45f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001166370, 0x45, 0xc001b2f680, 0x45f, 0xc001b2f680, 0x45f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001166370, 0x45, 0xc001b2f680, 0x45f, 0xaa0378, 0x1, 0xc001b2f680, 0x45f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006171a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 520 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66e060bae0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005d9530, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005d9520, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b36000, 0x8e8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a69200, 0x80, 0xc002b36000, 0x8e8, 0xc002b36000, 0x8e8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a69200, 0x80, 0xc002b36000, 0x8e8, 0xaa0378, 0x1, 0xc002b36000, 0x8e8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 521 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f669c44d6c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015073d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015073c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001566400, 0x870, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00033f620, 0x5f, 0xc001566400, 0x870, 0xc001566400, 0x870, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00033f620, 0x5f, 0xc001566400, 0x870, 0xaa0378, 0x1, 0xc001566400, 0x870, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 522 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c81cdaa0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000572fe0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000572fd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000f6b800, 0x73a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000388ea0, 0x87, 0xc000f6b800, 0x73a, 0xc000f6b800, 0x73a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000388ea0, 0x87, 0xc000f6b800, 0x73a, 0xaa0378, 0x1, 0xc000f6b800, 0x73a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006173e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 523 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a0042310, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001501e90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001501e80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002440800, 0x3dc, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b40e00, 0x3c, 0xc002440800, 0x3dc, 0xc002440800, 0x3dc, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b40e00, 0x3c, 0xc002440800, 0x3dc, 0xaa0378, 0x1, 0xc002440800, 0x3dc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006174a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 524 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a0102da0, 0x7f66a0102e40)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030e4cf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030e4ce0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0025f4600, 0x582, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011678b0, 0x50, 0xc0025f4600, 0x582, 0xc0025f4600, 0x582, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011678b0, 0x50, 0xc0025f4600, 0x582, 0xaa0378, 0x1, 0xc0025f4600, 0x582, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 525 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003c36750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0025f9450, 0xc0036b5c00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003b510e0, 0x0, 0x0, 0x0, 0x0, 0xf01, 0xc00040c8a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00040c8a0, 0x0, 0x0, 0x0, 0x1000, 0xc00305b000, 0xf14, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00305b000, 0xf14, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001257140)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00136f518, 0xc002b96a00, 0xc0025c1d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 527 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fa3588, 0xaa058b, 0x2, 0xc00146b380, 0x174, 0x76, 0x980, 0xc001db9ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001fa3518, 0xc001c39ac0, 0x7e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006177a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 528 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6664348700, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ac1360, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ac1340, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e6e000, 0x5d3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00088cb40, 0x97, 0xc001e6e000, 0x5d3, 0xc001e6e000, 0x5d3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00088cb40, 0x97, 0xc001e6e000, 0x5d3, 0xaa0378, 0x1, 0xc001e6e000, 0x5d3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 529 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc005705b00, 0xc005705b00)
/usr/local/go/src/regexp/onepass.go:306 +0x6a
regexp.compileOnePass(0xc003081080, 0xc003081080)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0016d7300, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0016d7300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0016d7300, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0016d7300, 0x75a856, 0x0, 0xc0029109a0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0016d7300, 0xc0016d72c8, 0xc0016d7350, 0x42ca96, 0xc003081050, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0016d7368, 0xc0016d7380, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc001907c80)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001f12ae0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0016d7518, 0xc0011361a0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 610 [semacquire]:
regexp.makeOnePass(0xc003f92720, 0xc003f92720)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc003f92660, 0xc003f92660)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001a67300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001a67300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001a67300, 0x0, 0xb856e0, 0xc0000be108, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001a67300, 0xc0014f6bd0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001a67300, 0x42ca96, 0xc003f925d0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001a67370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001076960, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00313adb0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001a67518, 0xc002412e40, 0xabc101, 0x1d, 0x83, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006179e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 611 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6684a15290, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0059eff00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0059efef0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002106a00, 0x4a5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00107c800, 0x78, 0xc002106a00, 0x4a5, 0xc002106a00, 0x4a5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00107c800, 0x78, 0xc002106a00, 0x4a5, 0xaa0378, 0x1, 0xc002106a00, 0x4a5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 612 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66cc43d7b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ce1600, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ce15d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a20000, 0x700, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000580815, 0x65, 0xc001a20000, 0x700, 0xc001a20000, 0x700, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000580815, 0x65, 0xc001a20000, 0x700, 0xaa0378, 0x1, 0xc001a20000, 0x700, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 613 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002b975e0, 0xc0000b72c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0000b73c0, 0xaa0599, 0x2, 0xc0016b0600, 0x1151, 0x1, 0x240, 0xc00398c5c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0016b0600, 0x1151, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0000b7518, 0xc00000e6a0, 0x8a, 0xc000388240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 614 [runnable]:
bytes.(*Buffer).WriteString(0xc002c89380, 0xaa0425, 0x2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:180 +0x10f
golang.org/x/net/html.render1(0xb84d20, 0xc002c89380, 0xc002542e70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:225 +0x76c
golang.org/x/net/html.render1(0xb84d20, 0xc002c89380, 0xc001511ab0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002c89380, 0xc005387f10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002c89380, 0xc0005ea850, 0xb84d20, 0xc002c89380)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002c89380, 0xc0005ea850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00038f110, 0x50d2a1, 0xc00182dd10, 0x29, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002be9518, 0xc002947740, 0xc00238f960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 615 [runnable]:
unicode/utf8.EncodeRune(0xc006804000, 0x4, 0x52f, 0xc00000043a, 0x49ee36)
/usr/local/go/src/unicode/utf8/utf8.go:349 +0x63
strings.(*Builder).WriteRune(0xc002bd3160, 0x43a, 0xfce, 0x43a, 0xfd0)
/usr/local/go/src/strings/builder.go:114 +0x159
strings.Map(0xae62d0, 0xc00293c832, 0x14f9, 0xc002bd3218, 0xc006077c00)
/usr/local/go/src/strings/strings.go:511 +0x3ab
strings.ToLower(0xc00293c800, 0x152b, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002bd33c0, 0xaa05c9, 0x2, 0xc00293c800, 0x152b, 0x1, 0x20d, 0xc003bc7800)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00293c800, 0x152b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002bd3518, 0xc003bc6920, 0x8e, 0xc001458f30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 616 [semacquire]:
internal/reflectlite.unsafe_New(0xa36900, 0xb8b5c0)
/usr/local/go/src/runtime/malloc.go:1175 +0x38
internal/reflectlite.Swapper(0x9de7e0, 0xc000753f60, 0x9de7e0)
/usr/local/go/src/internal/reflectlite/swapper.go:62 +0x186
sort.SliceStable(0x9de7e0, 0xc000753f60, 0xc0021a57d0)
/usr/local/go/src/sort/slice.go:26 +0x7d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001e75000, 0xb05, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001e75000, 0xb05, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001e75000, 0xb05, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001e75000, 0xb05, 0x0, 0x0, 0xb05, 0xc001e75000, 0xb05)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001e75000, 0xb05, 0xb05, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001525e26, 0x72, 0xc001e75000, 0xb05, 0xc001e75000, 0xb05, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001525e26, 0x72, 0xc001e75000, 0xb05, 0xaa0378, 0x1, 0xc001e75000, 0xb05, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 617 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66581a7f70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f434f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f434d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002381300, 0x1142, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012680c0, 0xb8, 0xc002381300, 0x1142, 0xc002381300, 0x1142, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012680c0, 0xb8, 0xc002381300, 0x1142, 0xaa0378, 0x1, 0xc002381300, 0x1142, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 618 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700110010, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001341f10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001341f00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029fd000, 0xadf, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178c01, 0x53, 0xc0029fd000, 0xadf, 0xc0029fd000, 0xadf, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000178c01, 0x53, 0xc0029fd000, 0xadf, 0xaa0378, 0x1, 0xc0029fd000, 0xadf, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 619 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0013750e8, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0013750e8, 0xb7b620, 0xc003b84bd0, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc003b84bd0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc003b84bd0, 0xc0013751d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003b84bd0, 0x0, 0x0, 0x0, 0x1300, 0xc003e65900, 0x10a3, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc003e65900, 0x10a3, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00167a5a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001375518, 0xc001af7940, 0xc002c00820)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a40c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 620 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a477f0c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005d9620, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005d9610, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002348a00, 0x32e4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00033e420, 0x59, 0xc002348a00, 0x32e4, 0xc002348a00, 0x32e4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00033e420, 0x59, 0xc002348a00, 0x32e4, 0xaa0378, 0x1, 0xc002348a00, 0x32e4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 621 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c83e1fc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f9d370, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f9d350, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002160400, 0x892, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003024770, 0x6a, 0xc002160400, 0x892, 0xc002160400, 0x892, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003024770, 0x6a, 0xc002160400, 0x892, 0xaa0378, 0x1, 0xc002160400, 0x892, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4240, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 622 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700e439d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00192aa20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00192aa10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ae3b00, 0x451, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005a4ac0, 0x3c, 0xc001ae3b00, 0x451, 0xc001ae3b00, 0x451, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0005a4ac0, 0x3c, 0xc001ae3b00, 0x451, 0xaa0378, 0x1, 0xc001ae3b00, 0x451, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 623 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6680814190, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ce3b40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ce3b20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003e44d80, 0x45e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00284913f, 0x37, 0xc003e44d80, 0x45e, 0xc003e44d80, 0x45e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00284913f, 0x37, 0xc003e44d80, 0x45e, 0xaa0378, 0x1, 0xc003e44d80, 0x45e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a43c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 624 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000109e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f33980, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f33970, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000155200, 0x476, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2320, 0x4d, 0xc000155200, 0x476, 0xc000155200, 0x476, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f2320, 0x4d, 0xc000155200, 0x476, 0xaa0378, 0x1, 0xc000155200, 0x476, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 625 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f660882dfa0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b51420, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b51410, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003b82500, 0x4a3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070310, 0x6b, 0xc003b82500, 0x4a3, 0xc003b82500, 0x4a3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000070310, 0x6b, 0xc003b82500, 0x4a3, 0xaa0378, 0x1, 0xc003b82500, 0x4a3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 626 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6604001770, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023aa640, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023aa610, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002dab200, 0x438, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bfb200, 0x7b, 0xc002dab200, 0x438, 0xc002dab200, 0x438, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bfb200, 0x7b, 0xc002dab200, 0x438, 0xaa0378, 0x1, 0xc002dab200, 0x438, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 627 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700003b20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00303b960, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00303b950, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001909b00, 0x43c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001144400, 0x3d, 0xc001909b00, 0x43c, 0xc001909b00, 0x43c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001144400, 0x3d, 0xc001909b00, 0x43c, 0xaa0378, 0x1, 0xc001909b00, 0x43c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a46c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 628 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000117a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00358d150, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00358d140, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002979680, 0x42f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00382ad80, 0x3e, 0xc002979680, 0x42f, 0xc002979680, 0x42f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00382ad80, 0x3e, 0xc002979680, 0x42f, 0xaa0378, 0x1, 0xc002979680, 0x42f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 629 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d70000, 0x44f, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d70000, 0x44f, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d70000, 0x44f, 0x0, 0x0, 0x44f, 0xc001d70000, 0x44f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d70000, 0x44f, 0x44f, 0x480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000a0d99, 0x38, 0xc001d70000, 0x44f, 0xc001d70000, 0x44f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000a0d99, 0x38, 0xc001d70000, 0x44f, 0xaa0378, 0x1, 0xc001d70000, 0x44f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 630 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700006f60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00244a270, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00244a260, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001133900, 0x495, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bfa909, 0x6d, 0xc001133900, 0x495, 0xc001133900, 0x495, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bfa909, 0x6d, 0xc001133900, 0x495, 0xaa0378, 0x1, 0xc001133900, 0x495, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 631 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0037fa000, 0x53a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0037fa000, 0x53a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0037fa000, 0x53a, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0037fa000, 0x53a, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0037fa000, 0x53a, 0x0, 0x0, 0x53a, 0xc0037fa000, 0x53a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0037fa000, 0x53a, 0x53a, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003899e0, 0x81, 0xc0037fa000, 0x53a, 0xc0037fa000, 0x53a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003899e0, 0x81, 0xc0037fa000, 0x53a, 0xaa0378, 0x1, 0xc0037fa000, 0x53a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a49c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 632 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67008c0cf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036d7c00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036d7bf0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000930a00, 0x488, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001820310, 0x3d, 0xc000930a00, 0x488, 0xc000930a00, 0x488, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001820310, 0x3d, 0xc000930a00, 0x488, 0xaa0378, 0x1, 0xc000930a00, 0x488, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 633 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000f9d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00278df50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00278df40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d39680, 0x436, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000117dc0, 0x3d, 0xc001d39680, 0x436, 0xc001d39680, 0x436, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000117dc0, 0x3d, 0xc001d39680, 0x436, 0xaa0378, 0x1, 0xc001d39680, 0x436, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 635 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000100b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005730e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005730d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0008e9900, 0x11fc, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00144a000, 0x73, 0xc0008e9900, 0x11fc, 0xc0008e9900, 0x11fc, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00144a000, 0x73, 0xc0008e9900, 0x11fc, 0xaa0378, 0x1, 0xc0008e9900, 0x11fc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 636 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67001e88f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002af42b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002af4280, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002999800, 0x656, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001378000, 0x7c, 0xc002999800, 0x656, 0xc002999800, 0x656, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001378000, 0x7c, 0xc002999800, 0x656, 0xaa0378, 0x1, 0xc002999800, 0x656, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 637 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700117dc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002904190, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002904180, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0036c0000, 0x4cc, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000360180, 0x60, 0xc0036c0000, 0x4cc, 0xc0036c0000, 0x4cc, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000360180, 0x60, 0xc0036c0000, 0x4cc, 0xaa0378, 0x1, 0xc0036c0000, 0x4cc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 638 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0017cf8f8, 0xc002eda000, 0x847e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 639 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a82db0c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027efc40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027efc30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002106000, 0x4ee, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137e540, 0x65, 0xc002106000, 0x4ee, 0xc002106000, 0x4ee, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137e540, 0x65, 0xc002106000, 0x4ee, 0xaa0378, 0x1, 0xc002106000, 0x4ee, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a4fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 641 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6638423550, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e520f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e520c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ff3000, 0x17c2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00033e120, 0x60, 0xc001ff3000, 0x17c2, 0xc001ff3000, 0x17c2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00033e120, 0x60, 0xc001ff3000, 0x17c2, 0xaa0378, 0x1, 0xc001ff3000, 0x17c2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a5140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 642 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66e00b9360, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020ce4a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020ce490, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0008f1000, 0xe2f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178160, 0xb0, 0xc0008f1000, 0xe2f, 0xc0008f1000, 0xe2f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000178160, 0xb0, 0xc0008f1000, 0xe2f, 0xaa0378, 0x1, 0xc0008f1000, 0xe2f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a5200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 643 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700009a00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00307f340, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00307f320, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002f79000, 0xfb8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001268900, 0xb7, 0xc002f79000, 0xfb8, 0xc002f79000, 0xfb8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001268900, 0xb7, 0xc002f79000, 0xfb8, 0xaa0378, 0x1, 0xc002f79000, 0xfb8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a52c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 52 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003dd4800, 0xaf4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003dd4800, 0xaf4, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003dd4800, 0xaf4, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003dd4800, 0xaf4, 0x0, 0x0, 0xaf4, 0xc003dd4800, 0xaf4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003dd4800, 0xaf4, 0xaf4, 0xd80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000027500, 0x7a, 0xc003dd4800, 0xaf4, 0xc003dd4800, 0xaf4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000027500, 0x7a, 0xc003dd4800, 0xaf4, 0xaa0378, 0x1, 0xc003dd4800, 0xaf4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000381440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 53 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700004a40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002bb1590, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002bb1570, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0004ec000, 0x10f2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001145a80, 0x79, 0xc0004ec000, 0x10f2, 0xc0004ec000, 0x10f2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001145a80, 0x79, 0xc0004ec000, 0x10f2, 0xaa0378, 0x1, 0xc0004ec000, 0x10f2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000381500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 54 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f667434f070, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0029040f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0029040d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00283e000, 0x1e7d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000236d20, 0x67, 0xc00283e000, 0x1e7d, 0xc00283e000, 0x1e7d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000236d20, 0x67, 0xc00283e000, 0x1e7d, 0xaa0378, 0x1, 0xc00283e000, 0x1e7d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003815c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 55 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030e1588, 0xaa058b, 0x2, 0xc0023ae000, 0xfdf, 0x0, 0xc005981c00, 0x7f672bd55080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0030e1518, 0xc002412860, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000381680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 56 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000c590, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00197efd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00197efc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001279800, 0x591, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001782c0, 0xae, 0xc001279800, 0x591, 0xc001279800, 0x591, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001782c0, 0xae, 0xc001279800, 0x591, 0xaa0378, 0x1, 0xc001279800, 0x591, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000381740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 57 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66548d4f90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002bb0590, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002bb0580, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b92580, 0x514, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026c00, 0x77, 0xc002b92580, 0x514, 0xc002b92580, 0x514, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000026c00, 0x77, 0xc002b92580, 0x514, 0xaa0378, 0x1, 0xc002b92580, 0x514, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000381800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 670 [semacquire]:
bytes.makeSlice(0x130d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002945ce0, 0x8a9, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002945ce0, 0xc005890000, 0x8a9, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002945ce0, 0xc005890000, 0x8a9, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002945ce0, 0xc001e46700, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc002945ce0, 0xc001e46690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002945ce0, 0xc003b10690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002945ce0, 0xc003b105b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002945ce0, 0xc001511f80, 0xb84d20, 0xc002945ce0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002945ce0, 0xc001511f80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0026241b0, 0x368a64da2, 0x1251a20, 0xc003902020, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000616840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 60 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65f410c950, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030533f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030533d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0026e6b00, 0x55c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001820930, 0x6c, 0xc0026e6b00, 0x55c, 0xc0026e6b00, 0x55c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001820930, 0x6c, 0xc0026e6b00, 0x55c, 0xaa0378, 0x1, 0xc0026e6b00, 0x55c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 669 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00000ed00, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000ed00, 0x0, 0x0, 0x0, 0xc0052b5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000ed00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052b58f8, 0xc003d18000, 0xf27, 0x5, 0xc0028788f0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000616780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 802 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002bb68f0, 0xc002a4c700, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002bb68f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002bb68f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002bb68f0, 0xc0027fa620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b46fc0, 0x0, 0x0, 0x0, 0xc0021f5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b46fc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0021f58f8, 0xc001847400, 0xb39, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 666 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001253b80, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253b80, 0x0, 0x0, 0x0, 0xc0052a9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253b80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052a98f8, 0xc004170000, 0x1643, 0x453, 0x572, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000616540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 664 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00000fe00, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000fe00, 0x0, 0x0, 0x0, 0xc0052b7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000fe00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052b78f8, 0xc003d16000, 0xea0, 0xc00213a8fa, 0xa, 0xc00213a905)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006163c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1638 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045673c0, 0xaa04f9, 0x2, 0xc002a63400, 0x2266, 0x15, 0x32f, 0xc001e13cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002a63400, 0x2266, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004567518, 0xc001136fc0, 0x81, 0xc0010687e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033faa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 663 [semacquire]:
strings.Replace(0xc001a6a000, 0x3702, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x6, 0xc001a6a000, 0x3702)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b138f8, 0xc005b4a000, 0x3700, 0xc00213a0dc, 0x0, 0xc00213a0dd)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006162a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 662 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0027f7500, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f7500, 0x0, 0x0, 0x0, 0xc004111200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f7500, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041118f8, 0xc0034b1500, 0xa3b, 0xc00213a0dc, 0x0, 0xc00213a0dd)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006160c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 667 [semacquire]:
golang.org/x/net/html/atom.String(0xc0030b10d6, 0x8, 0xf2a, 0xf2a, 0xc0030b10e0)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc003b25860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc003b25930, 0xc002fc9490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f6560, 0x0, 0x0, 0x0, 0xc005487200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f6560, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054878f8, 0xc0035c4000, 0x6fb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000616600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 659 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f662892e3d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030d2710, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030d2700, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003704d80, 0xc88, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016967e0, 0x81, 0xc003704d80, 0xc88, 0xc003704d80, 0xc88, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016967e0, 0x81, 0xc003704d80, 0xc88, 0xaa0378, 0x1, 0xc003704d80, 0xc88, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a5c80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1778 [runnable]:
regexp.(*Regexp).ReplaceAllString.func1(0xc006881b80, 0x4af, 0x580, 0xc000538d70, 0x2, 0x2, 0x1f6, 0x580, 0x1f9)
/usr/local/go/src/regexp/regexp.go:557 +0xfe
regexp.(*Regexp).replaceAll(0xc00044a0a0, 0x0, 0x0, 0x0, 0xc006876e00, 0x6a2, 0x2, 0xc005961a58, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc00044a0a0, 0xc006876e00, 0x6a2, 0xaa0378, 0x1, 0xc006876700, 0x6a2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc006876e00, 0x6a2, 0xaa0378, 0x1, 0xc006876e00, 0x6a2)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 496 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0034c28f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0034c28f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0034c28f0, 0xc0022513b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a01580, 0x0, 0x0, 0x0, 0xc0052b9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a01580, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052b98f8, 0xc004262000, 0xeb8, 0xb8d0b8d081d181d1, 0xd0b7d020b0d0202c, 0x20bcd0b5d082d1b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1637 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001e13c20, 0xc00454b2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00454b3c0, 0xaa05c9, 0x2, 0xc0044ff000, 0xff1, 0x1, 0x170, 0xc002b50660)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0044ff000, 0xff1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00454b518, 0xc002b35ae0, 0xa5, 0xc001422630)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 61 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00215fb00, 0x886, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00215fb00, 0x886, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00215fb00, 0x886, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00215fb00, 0x886, 0x0, 0x0, 0x886, 0xc00215fb00, 0x886)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00215fb00, 0x886, 0x886, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002145440, 0x8d, 0xc00215fb00, 0x886, 0xc00215fb00, 0x886, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002145440, 0x8d, 0xc00215fb00, 0x886, 0xaa0378, 0x1, 0xc00215fb00, 0x886, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a05a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 62 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003c0e000, 0x784, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003c0e000, 0x784, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003c0e000, 0x784, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003c0e000, 0x784, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003c0e000, 0x784, 0x0, 0x0, 0x784, 0xc003c0e000, 0x784)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003c0e000, 0x784, 0x784, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001822d37, 0x97, 0xc003c0e000, 0x784, 0xc003c0e000, 0x784, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001822d37, 0x97, 0xc003c0e000, 0x784, 0xaa0378, 0x1, 0xc003c0e000, 0x784, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 63 [semacquire]:
github.com/araddon/dateparse.newParser(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1703
github.com/araddon/dateparse.parseTime(0xc005796f50, 0x45, 0x0, 0xc005796f50, 0x45, 0x45)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0x42
github.com/araddon/dateparse.ParseAny(0xc005796f50, 0x45, 0x3, 0xaa0378, 0x1, 0xc005796f50, 0x45)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0019a3518, 0xc00000f020, 0xc001253500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 64 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6614618290, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003305280, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003305270, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003210d00, 0x8e2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001834210, 0x69, 0xc003210d00, 0x8e2, 0xc003210d00, 0x8e2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001834210, 0x69, 0xc003210d00, 0x8e2, 0xaa0378, 0x1, 0xc003210d00, 0x8e2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a07e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 65 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700398920, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a25e50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a25e30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b8aa80, 0x924, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001068d17, 0x5f, 0xc002b8aa80, 0x924, 0xc002b8aa80, 0x924, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001068d17, 0x5f, 0xc002b8aa80, 0x924, 0xaa0378, 0x1, 0xc002b8aa80, 0x924, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a08a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 675 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0023890c0, 0xc00315de01, 0xf9, 0xc00000002e, 0x0, 0x2e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0023890c0, 0xc00315de01, 0xf9, 0xf9, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023890c0, 0xc0015f47e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0023890c0, 0xc0015f44d0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0023890c0, 0xc0015f44d0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0023890c0, 0xc0015f44d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023890c0, 0xc0015f44d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0023890c0, 0xc0018b5a40, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0001890c0, 0xc0018b5a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0001890c0, 0xc0018b5a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0023890c0, 0xc0018b5960, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0001890c0, 0xc0018b5960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0001890c0, 0xc0018b5960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0023890c0, 0xc0018b5260, 0xc000e7ee00, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0001890c0, 0xc0018b5260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0001890c0, 0xc0018b5260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0023890c0, 0xc0018b5180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0001890c0, 0xc0018b5180, 0x54b170, 0xc00150c8f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0018b5180, 0x0, 0x0, 0x0, 0x0, 0xc0018b5180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002991080, 0x0, 0x0, 0x0, 0x1500, 0xc0015f8000, 0x137e, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0015f8000, 0x137e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00182cd80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000189518, 0xc001813960, 0xc00320a620)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 676 [semacquire]:
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc003863388, 0xc002b51c80, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:129 +0x28c
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc003863388, 0xc0018733b0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x206, 0x207)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc003863518, 0xc0018733b0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 677 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66ec145630, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023b5080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023b5070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b39600, 0x84f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fc1f2, 0x43, 0xc002b39600, 0x84f, 0xc002b39600, 0x84f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fc1f2, 0x43, 0xc002b39600, 0x84f, 0xaa0378, 0x1, 0xc002b39600, 0x84f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 678 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700002aa0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ce2a80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ce2a70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001baa800, 0x710, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000580700, 0x70, 0xc001baa800, 0x710, 0xc001baa800, 0x710, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000580700, 0x70, 0xc001baa800, 0x710, 0xaa0378, 0x1, 0xc001baa800, 0x710, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 679 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000e950, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005d8cc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005d8ca4, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00093cc00, 0x125d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00081f4b6, 0x41, 0xc00093cc00, 0x125d, 0xc00093cc00, 0x125d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00081f4b6, 0x41, 0xc00093cc00, 0x125d, 0xaa0378, 0x1, 0xc00093cc00, 0x125d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 680 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ecb588, 0xaa058b, 0x2, 0xc0026c6000, 0x5cf3, 0x0, 0xc000c20380, 0x7f672bd549b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002ecb518, 0xc002a7cb60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 681 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66cc134620, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005d8dd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005d8da0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0022dea80, 0x374, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013ad650, 0x6a, 0xc0022dea80, 0x374, 0xc0022dea80, 0x374, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013ad650, 0x6a, 0xc0022dea80, 0x374, 0xaa0378, 0x1, 0xc0022dea80, 0x374, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 682 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66901c1640, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00278c8d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00278c8c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000988400, 0x3c8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00106bdb3, 0x89, 0xc000988400, 0x3c8, 0xc000988400, 0x3c8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00106bdb3, 0x89, 0xc000988400, 0x3c8, 0xaa0378, 0x1, 0xc000988400, 0x3c8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 683 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66ec150170, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00307f410, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00307f400, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013a1700, 0x511, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00088de1d, 0x75, 0xc0013a1700, 0x511, 0xc0013a1700, 0x511, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00088de1d, 0x75, 0xc0013a1700, 0x511, 0xaa0378, 0x1, 0xc0013a1700, 0x511, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 684 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f662868fae0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023ffef0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023ffee0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a21c00, 0x699, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000398da1, 0x98, 0xc001a21c00, 0x699, 0xc001a21c00, 0x699, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000398da1, 0x98, 0xc001a21c00, 0x699, 0xaa0378, 0x1, 0xc001a21c00, 0x699, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a10e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 685 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000b3b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020cec40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020cec30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00303d800, 0x795, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000398fc0, 0xbb, 0xc00303d800, 0x795, 0xc00303d800, 0x795, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000398fc0, 0xbb, 0xc00303d800, 0x795, 0xaa0378, 0x1, 0xc00303d800, 0x795, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a11a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 686 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000032e0, 0x7f66481709b0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0029a3b60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0029a3b50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002c15400, 0xade, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ebc422, 0x5a, 0xc002c15400, 0xade, 0xc002c15400, 0xade, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ebc422, 0x5a, 0xc002c15400, 0xade, 0xaa0378, 0x1, 0xc002c15400, 0xade, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1260, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1636 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670037b200, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002eee770, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002eee750, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004361500, 0x146f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001376820, 0x95, 0xc004361500, 0x146f, 0xc004361500, 0x146f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001376820, 0x95, 0xc004361500, 0x146f, 0xaa0378, 0x1, 0xc004361500, 0x146f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 497 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f665864b3f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a229d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a229c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00222ac00, 0xb1a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00144a100, 0x7b, 0xc00222ac00, 0xb1a, 0xc00222ac00, 0xb1a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00144a100, 0x7b, 0xc00222ac00, 0xb1a, 0xaa0378, 0x1, 0xc00222ac00, 0xb1a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 494 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053aab60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000e7c5b0, 0xc005edd110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f3e0, 0x0, 0x0, 0x0, 0xc005227200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f3e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052278f8, 0xc004f4f500, 0x1997, 0x15d, 0x1b9, 0x25d)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 513 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d82661b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00250c4b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00250c440, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0023c4000, 0x9ed, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00106af71, 0x5a, 0xc0023c4000, 0x9ed, 0xc0023c4000, 0x9ed, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00106af71, 0x5a, 0xc0023c4000, 0x9ed, 0xaa0378, 0x1, 0xc0023c4000, 0x9ed, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1320, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 690 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001eb4a00, 0x69f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001eb4a00, 0x69f, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001eb4a00, 0x69f, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001eb4a00, 0x69f, 0x0, 0x0, 0x69f, 0xc001eb4a00, 0x69f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001eb4a00, 0x69f, 0x69f, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bc621, 0x59, 0xc001eb4a00, 0x69f, 0xc001eb4a00, 0x69f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011bc621, 0x59, 0xc001eb4a00, 0x69f, 0xaa0378, 0x1, 0xc001eb4a00, 0x69f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003808a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1634 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044273c0, 0xaa05c9, 0x2, 0xc004344000, 0x914, 0x1, 0x10e, 0xc0025c1380)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc004344000, 0x914, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004427518, 0xc002b35780, 0xa5, 0xc0014224d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 691 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.NewVideoExtractor(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/videos.go:32 +0x9b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:162 +0x82e
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000380a80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 692 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67002a61d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ccf190, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ccf180, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003211600, 0x835, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00389d599, 0x66, 0xc003211600, 0x835, 0xc003211600, 0x835, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00389d599, 0x66, 0xc003211600, 0x835, 0xaa0378, 0x1, 0xc003211600, 0x835, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000381380, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 647 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c45ecdd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001029fd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001029fc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00063ce00, 0x646, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00389d933, 0x4d, 0xc00063ce00, 0x646, 0xc00063ce00, 0x646, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00389d933, 0x4d, 0xc00063ce00, 0x646, 0xaa0378, 0x1, 0xc00063ce00, 0x646, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003814a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 649 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66442f6f50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ebb480, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ebb460, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001908000, 0x42f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001376d64, 0x4e, 0xc001908000, 0x42f, 0xc001908000, 0x42f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001376d64, 0x4e, 0xc001908000, 0x42f, 0xaa0378, 0x1, 0xc001908000, 0x42f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f1a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 650 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:310 +0x7b3
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 651 [semacquire]:
strings.genSplit(0xc0021aea80, 0x2a3b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x478, 0x478)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017893c0, 0xaa059b, 0x2, 0xc0028bf500, 0x2a3b, 0x1, 0x478, 0xc001136f60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0028bf500, 0x2a3b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001789518, 0xc001e12ae0, 0x4b, 0xc001469680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 652 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002cbb588, 0xaa058b, 0x2, 0xc0021202c0, 0x28b, 0xb, 0x29, 0xc001136fe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002cbb518, 0xc003b86100, 0x3d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 653 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0050d0000, 0x1ff6, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0050d0000, 0x1ff6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0050d0000, 0x1ff6, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0050d0000, 0x1ff6, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0050d0000, 0x1ff6, 0x0, 0x0, 0x1ff6, 0xc0050d0000, 0x1ff6)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0050d0000, 0x1ff6, 0x1ff6, 0x2800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00389cba3, 0x54, 0xc0050d0000, 0x1ff6, 0xc0050d0000, 0x1ff6, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00389cba3, 0x54, 0xc0050d0000, 0x1ff6, 0xaa0378, 0x1, 0xc0050d0000, 0x1ff6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 654 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000137ea0, 0xc002202400, 0xab2, 0x0, 0x0, 0xc0000ae000, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc002202400, 0xab2, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037fda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 655 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0025ed6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0025ed6c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0025ed6c0, 0xc0039dce00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a012a0, 0x0, 0x0, 0x0, 0xc0021cf200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a012a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0021cf8f8, 0xc00275f900, 0x121c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 656 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0011fd040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0011fd040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0011fd040, 0xc001753730, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001136fa0, 0x0, 0x0, 0x0, 0xc001fc9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001136fa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fc98f8, 0xc001489000, 0xd91, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 657 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0027f7940, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f7940, 0x0, 0x0, 0x0, 0xc0052cf200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f7940, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052cf8f8, 0xc004ba4000, 0x1d47, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 706 [semacquire]:
strings.Replace(0xc0019df000, 0x26ab, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x11, 0xc0019df000, 0x26ab)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048d38f8, 0xc004ba6000, 0x26a3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 707 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b46b00, 0x0, 0x0, 0x0, 0xc002575200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b46b00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025758f8, 0xc003bc4800, 0x161d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 708 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0025eda00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0025edad0, 0xc001fb9420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007530a0, 0x0, 0x0, 0x0, 0xc001adf200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007530a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001adf8f8, 0xc001ec9400, 0xb42, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 709 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0027f7960, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f7960, 0x0, 0x0, 0x0, 0xc004745200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f7960, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047458f8, 0xc0031ba580, 0xc19, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 710 [semacquire]:
strings.Replace(0xc001fe8000, 0x5cdb, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1b, 0xc001fe8000, 0x5cdb)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052c18f8, 0xc004b24000, 0x5ccb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 711 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0025edee0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003a4e000, 0xc002d04a80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000753120, 0x0, 0x0, 0x0, 0xc0011db200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000753120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0011db8f8, 0xc0032df900, 0x2067, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 712 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001d018f8, 0xc001f03900, 0x1097, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a12c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 713 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0011fd110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0011fd1e0, 0xc0056e8070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001137020, 0x0, 0x0, 0x0, 0xc0015cf200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001137020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015cf8f8, 0xc0005f5c00, 0xbd8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a13e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 714 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67001885c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000539cc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000539cb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0032f2680, 0x508, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0039ea000, 0x76, 0xc0032f2680, 0x508, 0xc0032f2680, 0x508, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0039ea000, 0x76, 0xc0032f2680, 0x508, 0xaa0378, 0x1, 0xc0032f2680, 0x508, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a14a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 715 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0027f7980, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f7980, 0x0, 0x0, 0x0, 0xc002c2b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f7980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c2b8f8, 0xc002b6d800, 0x17d4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 716 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b46b60, 0x0, 0x0, 0x0, 0xc00268b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b46b60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00268b8f8, 0xc002240c00, 0x115b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a17a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 717 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000386270, 0xc0063760e0, 0x67)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000386270, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000386270)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000386270, 0xc001b02700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a7c4c0, 0x0, 0x0, 0x0, 0xc00159b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a7c4c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00159b8f8, 0xc001a33000, 0xbd1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 718 [semacquire]:
strings.Replace(0xc001996000, 0x39cf, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x5, 0xc001996000, 0x39cf)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052cb8f8, 0xc004b2a000, 0x39a7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 719 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0011fd380, 0xc0028088c0, 0x128)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0011fd380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0011fd380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0011fd380, 0xc0056e8e00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001137040, 0x0, 0x0, 0x0, 0xc001a7d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001137040, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a7d8f8, 0xc00177c600, 0x18ce, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004faea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 720 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc004d16a00, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc0011fd520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0011fd520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0011fd520, 0xc004c2d730, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001137060, 0x0, 0x0, 0x0, 0xc002683200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001137060, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026838f8, 0xc003e02d00, 0x8e1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fafc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 721 [semacquire]:
strings.genSplit(0xc0065b8800, 0x27c9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc001718000, 0x3a0, 0x3a0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0052cd3c0, 0xaa04f9, 0x2, 0xc0058cd000, 0x27c9, 0x4b, 0x3a0, 0xc0018121c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0058cd000, 0x27c9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0052cd518, 0xc001d1fda0, 0x75, 0xc00564a480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fb080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 722 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001b6d890, 0xaa64ee, 0x5, 0x1936)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0020fd518, 0xc003b46be0, 0x1804, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fb140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 723 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0034c6000, 0xcca, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0034c6000, 0xcca, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0034c6000, 0xcca, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0034c6000, 0xcca, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0034c6000, 0xcca, 0x0, 0x0, 0xcca, 0xc0034c6000, 0xcca)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0034c6000, 0xcca, 0xcca, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141d860, 0x91, 0xc0034c6000, 0xcca, 0xc0034c6000, 0xcca, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00141d860, 0x91, 0xc0034c6000, 0xcca, 0xaa0378, 0x1, 0xc0034c6000, 0xcca, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fb200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 724 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66644222d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020b3a50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020b3a40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0017f4a00, 0x6d3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036f46c0, 0x8f, 0xc0017f4a00, 0x6d3, 0xc0017f4a00, 0x6d3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036f46c0, 0x8f, 0xc0017f4a00, 0x6d3, 0xaa0378, 0x1, 0xc0017f4a00, 0x6d3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fb2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 725 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66984a9320, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003302120, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003302110, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003299800, 0x1533, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ae5c00, 0x6f, 0xc003299800, 0x1533, 0xc003299800, 0x1533, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ae5c00, 0x6f, 0xc003299800, 0x1533, 0xaa0378, 0x1, 0xc003299800, 0x1533, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fbc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 726 [semacquire]:
strings.Replace(0xc002884600, 0x1180, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc002884600, 0x1180)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024db8f8, 0xc002ebac00, 0x1175, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fbd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 727 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f665826f870, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000573ec0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000573eb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00065f000, 0xf9d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00147c150, 0x44, 0xc00065f000, 0xf9d, 0xc00065f000, 0xf9d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00147c150, 0x44, 0xc00065f000, 0xf9d, 0xaa0378, 0x1, 0xc00065f000, 0xf9d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fbe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 728 [semacquire]:
regexp.(*Regexp).get(0xc000137ea0, 0xc005c780f0)
/usr/local/go/src/regexp/regexp.go:237 +0x460
regexp.(*Regexp).doExecute(0xc000137ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00421ec02, 0x1137, 0x8ac, 0x2, ...)
/usr/local/go/src/regexp/exec.go:538 +0xb5
regexp.(*Regexp).replaceAll(0xc000137ea0, 0x0, 0x0, 0x0, 0xc00421ec02, 0x1137, 0x2, 0xc005467a58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000137ea0, 0xc00421ec02, 0x1137, 0x0, 0x0, 0xc0000ae000, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00421ec02, 0x1137, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fbec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 729 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6608360ff0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000539d60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000539d50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000707000, 0xf77, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00144a080, 0x7d, 0xc000707000, 0xf77, 0xc000707000, 0xf77, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00144a080, 0x7d, 0xc000707000, 0xf77, 0xaa0378, 0x1, 0xc000707000, 0xf77, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fbf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 730 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f662867a010, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a40500, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a404f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002200c00, 0xbcc, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018204d0, 0x62, 0xc002200c00, 0xbcc, 0xc002200c00, 0xbcc, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018204d0, 0x62, 0xc002200c00, 0xbcc, 0xaa0378, 0x1, 0xc002200c00, 0xbcc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 732 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d8382f20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f339f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f339e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000688a80, 0x9fa, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000f20e0, 0x6c, 0xc000688a80, 0x9fa, 0xc000688a80, 0x9fa, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000f20e0, 0x6c, 0xc000688a80, 0x9fa, 0xaa0378, 0x1, 0xc000688a80, 0x9fa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 733 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670021d970, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d922c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d922b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001242000, 0x705, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ebc000, 0x8d, 0xc001242000, 0x705, 0xc001242000, 0x705, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ebc000, 0x8d, 0xc001242000, 0x705, 0xaa0378, 0x1, 0xc001242000, 0x705, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004805a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 734 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66286813f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ce1800, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ce17f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00389a800, 0x7b1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ae4f50, 0x68, 0xc00389a800, 0x7b1, 0xc00389a800, 0x7b1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ae4f50, 0x68, 0xc00389a800, 0x7b1, 0xaa0378, 0x1, 0xc00389a800, 0x7b1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 735 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700001340, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d8ec60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d8ec50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0033b3400, 0xbcb, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ebcab0, 0x8f, 0xc0033b3400, 0xbcb, 0xc0033b3400, 0xbcb, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ebcab0, 0x8f, 0xc0033b3400, 0xbcb, 0xaa0378, 0x1, 0xc0033b3400, 0xbcb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004808a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 736 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003601900, 0x119b, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003601900, 0x119b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003601900, 0x119b, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003601900, 0x119b, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003601900, 0x119b, 0x0, 0x0, 0x119b, 0xc003601900, 0x119b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003601900, 0x119b, 0x119b, 0x1500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001820c40, 0x69, 0xc003601900, 0x119b, 0xc003601900, 0x119b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001820c40, 0x69, 0xc003601900, 0x119b, 0xaa0378, 0x1, 0xc003601900, 0x119b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 737 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67008aa330, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027efbd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027efbc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00193a600, 0x18e2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002e05500, 0x74, 0xc00193a600, 0x18e2, 0xc00193a600, 0x18e2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002e05500, 0x74, 0xc00193a600, 0x18e2, 0xaa0378, 0x1, 0xc00193a600, 0x18e2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 738 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003867588, 0xaa058b, 0x2, 0xc004c33500, 0xa2d, 0x1, 0x125, 0xc0027f7400)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003867518, 0xc0027f62a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 739 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00135b800, 0x585, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00135b800, 0x585, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00135b800, 0x585, 0x0, 0x0, 0x585, 0xc00135b800, 0x585)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00135b800, 0x585, 0x585, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00147d810, 0x65, 0xc00135b800, 0x585, 0xc00135b800, 0x585, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00147d810, 0x65, 0xc00135b800, 0x585, 0xaa0378, 0x1, 0xc00135b800, 0x585, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 740 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137ea0, 0x0, 0x0, 0x0, 0xc006374002, 0x1d47, 0x2, 0xc004061a58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137ea0, 0xc006374002, 0x1d47, 0x0, 0x0, 0xc0000ae000, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc006374002, 0x1d47, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481020, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 741 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6624761af0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0032740b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0032740a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0007d1500, 0x986, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002eccb60, 0xc7, 0xc0007d1500, 0x986, 0xc0007d1500, 0x986, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002eccb60, 0xc7, 0xc0007d1500, 0x986, 0xaa0378, 0x1, 0xc0007d1500, 0x986, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004811a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 694 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65fd081db0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001fc3db0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001fc3d80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00314a000, 0x102e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00040b260, 0xd5, 0xc00314a000, 0x102e, 0xc00314a000, 0x102e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00040b260, 0xd5, 0xc00314a000, 0x102e, 0xaa0378, 0x1, 0xc00314a000, 0x102e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0840, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 695 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66005b6530, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00322a070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00322a060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00043b500, 0xa4e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003140240, 0x8e, 0xc00043b500, 0xa4e, 0xc00043b500, 0xa4e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003140240, 0x8e, 0xc00043b500, 0xa4e, 0xaa0378, 0x1, 0xc00043b500, 0xa4e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a09c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 696 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0027f8000, 0xfb4, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0027f8000, 0xfb4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0027f8000, 0xfb4, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0027f8000, 0xfb4, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0027f8000, 0xfb4, 0x0, 0x0, 0xfb4, 0xc0027f8000, 0xfb4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0027f8000, 0xfb4, 0xfb4, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00267e000, 0xfa, 0xc0027f8000, 0xfb4, 0xc0027f8000, 0xfb4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00267e000, 0xfa, 0xc0027f8000, 0xfb4, 0xaa0378, 0x1, 0xc0027f8000, 0xfb4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0b40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 697 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002713500, 0x13f9, 0xc0026b9218, 0xc003481c00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002713500, 0x13f9, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026b93c0, 0xaa0503, 0x2, 0xc002713500, 0x13f9, 0x1, 0x202, 0xc001d1f7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002713500, 0x13f9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0026b9518, 0xc0003a2a60, 0x83, 0xc004db8b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0cc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 698 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67003d2340, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a2bc80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a2bc70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001a37000, 0xfc8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00040b0a0, 0xdd, 0xc001a37000, 0xfc8, 0xc001a37000, 0xfc8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00040b0a0, 0xdd, 0xc001a37000, 0xfc8, 0xaa0378, 0x1, 0xc001a37000, 0xfc8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0e40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 599 [runnable]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xb9
strings.TrimLeft(0xc002754aa0, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc001d4a0d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001d4a0d0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001d4a0d0, 0xc006b0d810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003b0f9b0, 0x0, 0x0, 0x0, 0x0, 0x801, 0xc003b0f980)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003b0f980, 0x0, 0x0, 0x0, 0x900, 0xc0069e2d00, 0x8c0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0069e2d00, 0x8c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xe577a19a00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0016dd518, 0xc00398dba0, 0xc0069c1a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b82a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 600 [runnable]:
unicode.IsSpace(0xc00000041e, 0xc002af1b00)
/usr/local/go/src/unicode/graphic.go:126 +0x98
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003b5f0c0, 0xc002af1b00, 0x40e, 0x40e, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:431 +0x25d
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b5f0c0, 0xc004859260, 0xc003b5e1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003b5f0c0, 0xc0048591f0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003b5f0c0, 0xc0048591f0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b5f0c0, 0xc0048591f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b5f0c0, 0xc0048591f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003b5f0c0, 0xc004858bd0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0026950c0, 0xc004858bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026950c0, 0xc004858bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003b5f0c0, 0xc004858af0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0026950c0, 0xc004858af0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026950c0, 0xc004858af0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003b5f0c0, 0xc0048583f0, 0xc001b585f0, 0x4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0026950c0, 0xc0048583f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026950c0, 0xc0048583f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003b5f0c0, 0xc004858310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0026950c0, 0xc004858310, 0x54b170, 0xc0027fe820)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004858310, 0x0, 0x0, 0x0, 0x0, 0xc004858310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003197500, 0x0, 0x0, 0x0, 0xa80, 0xc0045c6a80, 0xa69, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0045c6a80, 0xa69, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xd80cc40a00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002695518, 0xc006227980, 0xc005d72e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 601 [runnable]:
github.com/gigawattio/window.Rolling(0xc00461a000, 0x105, 0x105, 0x3, 0x0, 0x104, 0xc00461a000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:20 +0xe8
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0021cb518, 0xc006227a80, 0xc005d73500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b85a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 602 [runnable]:
strings.genSplit(0xc006722300, 0x6b5, 0xaa0378, 0x1, 0x0, 0xfe, 0x42fa20, 0xff, 0xff)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a973c0, 0xaa0503, 0x2, 0xc006721500, 0x6b5, 0x1, 0xff, 0xc00671b6a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc006721500, 0x6b5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a97518, 0xc002947780, 0x75, 0xc003a68600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 603 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0045d5500, 0xa02, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0045d5500, 0xa02, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0045d5500, 0xa02, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0045d5500, 0xa02, 0x0, 0x0, 0xa02, 0xc0045d5500, 0xa02)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0045d5500, 0xa02, 0xa02, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00130d5f0, 0x83, 0xc0045d5500, 0xa02, 0xc0045d5500, 0xa02, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00130d5f0, 0x83, 0xc0045d5500, 0xa02, 0xaa0378, 0x1, 0xc0045d5500, 0xa02, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b88a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 604 [runnable]:
bytes.(*Buffer).WriteByte(0xc0068d4a80, 0xc00002033e, 0xad0190, 0x1)
/usr/local/go/src/bytes/buffer.go:263 +0xb4
golang.org/x/net/html.render1(0xb84d20, 0xc0068d4a80, 0xc0066c4fc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:183 +0x56c
golang.org/x/net/html.render1(0xb84d20, 0xc0068d4a80, 0xc0066c4230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0068d4a80, 0xc0066c4150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0068d4a80, 0xc0041e5e30, 0xb84d20, 0xc0068d4a80)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0068d4a80, 0xc0041e5e30, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0068d48d0, 0x3adfb84b3, 0x1251a20, 0xc00610db20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 605 [runnable]:
bytes.makeSlice.func1()
/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0x17e5, 0xc0066c6000, 0x17e5, 0x17e5)
/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc0000b9388, 0x2c3, 0x245)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0000b9388, 0xc001d96000, 0x2c3, 0x5165d7, 0xc0022008ac, 0xc00068ca38)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00437c070)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002f6d9d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0035655e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003565500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003564e00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0050b9c80, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0000b9518, 0xc002a7c640, 0x77, 0xc0030b509b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 606 [runnable]:
strings.(*Builder).WriteRune(0xc0045ed9d0, 0xc00000043a, 0x0, 0xc0030bc000, 0x2)
/usr/local/go/src/strings/builder.go:104 +0x29d
strings.Map(0xae62d0, 0xc004235800, 0xb12, 0xd80, 0xc004235800)
/usr/local/go/src/strings/strings.go:488 +0x436
strings.ToLower(0xc004235800, 0xb12, 0xb55, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc004234c00, 0xb55, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 607 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66248abf20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00278c940, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00278c930, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c0c000, 0xc29, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b86500, 0x98, 0xc001c0c000, 0xc29, 0xc001c0c000, 0xc29, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b86500, 0x98, 0xc001c0c000, 0xc29, 0xaa0378, 0x1, 0xc001c0c000, 0xc29, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b8ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 608 [runnable]:
strings.Index(0xc003f35400, 0xaa9, 0xaa0378, 0x1, 0x13d)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc003f35400, 0xaa9, 0xaa0378, 0x1, 0x0, 0x13d, 0x42fa20, 0x13e, 0x13e)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021cd3c0, 0xaa0503, 0x2, 0xc00343bc00, 0xaa9, 0x1, 0x13e, 0xc00671b3a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00343bc00, 0xaa9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0021cd518, 0xc0029477e0, 0x7c, 0xc0030b5180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 609 [runnable]:
bytes.makeSlice.func1()
/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0xec2, 0xc0066ce000, 0xec2, 0xec2)
/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc0066b8e10, 0x1a6, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0066b8e10, 0xc002a29c00, 0x1a6, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0066b8e10, 0xc002a29c00, 0x1a6, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0066b8e10, 0xc00437d8f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0066b8e10, 0xc00437d880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0066b8e10, 0xc00437d3b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0066b8e10, 0xc00437d2d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0066b8e10, 0xc00437cbd0, 0xb84d20, 0xc0066b8e10)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0066b8e10, 0xc00437cbd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005df4210, 0x3a4039055, 0x1251a20, 0xc001137520, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b91a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 754 [runnable]:
sync.(*RWMutex).Unlock(0xc00671b688)
/usr/local/go/src/sync/rwmutex.go:118 +0xd2
github.com/fatih/set.(*Set).Add(0xc00671b680, 0xc003a912c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:37 +0xfc
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a913c0, 0xaa059b, 0x2, 0xc000fe5500, 0x13e9, 0x1, 0x24a, 0xc00671b660)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc000fe5500, 0x13e9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a91518, 0xc002a7ca00, 0x26, 0xc0024037d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 755 [runnable]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002cd9a40, 0x3680f93ca, 0x1251a20, 0xc002a7ca60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b94a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 756 [runnable]:
strings.genSplit(0xc003ee5bae, 0xa20, 0xaa0378, 0x1, 0x0, 0x202, 0xc006784a00, 0x203, 0x203)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021d13c0, 0xaa0569, 0x2, 0xc003bda000, 0x12ce, 0x1, 0x203, 0xc001c38240)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc003bda000, 0x12ce, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0021d1518, 0xc00671b6e0, 0xa6, 0xc0010ef216)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9620, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 757 [runnable]:
regexp.makeOnePass.func1(0x6, 0xc00197fcd0, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:314 +0x189f
regexp.makeOnePass(0xc004d84c90, 0xc004d84c90)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc004d84c30, 0xc004d84c30)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000488ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000488ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00197fcb0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000488ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000488ff8, 0x1, 0xc006747f00, 0xc001408300, 0x28042bd52108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000488ff8, 0x4, 0xced, 0xc002a92301, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002a92000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0023092b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004d84c00, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0004898f8, 0xc0018af400, 0x20a4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b97a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 758 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004478dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc004478ea0, 0xc0049fd8f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b87480, 0x0, 0x0, 0x0, 0xc002a99200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b87480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a998f8, 0xc00304d900, 0x24b7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 760 [runnable]:
strings.Index(0xc0030b5580, 0x71, 0xaa57a6, 0x5, 0xffffffffffffffff)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.Contains(...)
/usr/local/go/src/strings/strings.go:99
github.com/advancedlogic/GoOse.(*ContentExtractor).GetTitleFromUnmodifiedTitle(0xc002c29518, 0xc0030b5580, 0x71, 0x71, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:82 +0xa1
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:129 +0x2c4
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 761 [runnable]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005255300, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005255300, 0x75a856, 0x0, 0xc0021e7500, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005255300, 0x4e, 0xc005255350, 0x42cc84, 0xc0069f2ea0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc005255368, 0xc005255380, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0069c0fa0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001e8c240, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005255518, 0xc002b96d20, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 762 [runnable]:
strings.genSplit(0xc00243cc22, 0x1105, 0xaa0378, 0x1, 0x0, 0x200, 0xc006c99400, 0x201, 0x201)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0061293c0, 0xaa04f9, 0x2, 0xc003d72a00, 0x1327, 0x10, 0x201, 0xc001136320)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc003d72a00, 0x1327, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006129518, 0xc00434e500, 0x89, 0xc001696e10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 763 [runnable]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc000e7cb60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000e7cb60)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000e7cb60, 0xc0043f7b90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a7cb20, 0x0, 0x0, 0x0, 0xc004f81200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a7cb20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f818f8, 0xc002ade000, 0xea3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004b9f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 764 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000575400, 0x3b9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000575400, 0x3b9, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000575400, 0x3b9, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000575400, 0x3b9, 0x0, 0x0, 0x3b9, 0xc000575400, 0x3b9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000575400, 0x3b9, 0x3b9, 0x400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141caa0, 0x98, 0xc000575400, 0x3b9, 0xc000575400, 0x3b9, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00141caa0, 0x98, 0xc000575400, 0x3b9, 0xaa0378, 0x1, 0xc000575400, 0x3b9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 765 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009813c0, 0xaa0599, 0x2, 0xc00235f100, 0x6af, 0x1, 0xe0, 0xc0027f6d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00235f100, 0x6af, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000981518, 0xc001af7400, 0x8f, 0xc0029d1290)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 766 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002309520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0023095f0, 0xc003722070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002947e00, 0x0, 0x0, 0x0, 0xc003a8f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002947e00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a8f8f8, 0xc0011f2a80, 0xa01, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 767 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0054fa000, 0xdcb, 0x437c3e, 0xc000b04a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0054fa000, 0xdcb, 0x42f9b8, 0xc001fcf2e0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fcf3c0, 0xaa04fd, 0x2, 0xc0054fa000, 0xdcb, 0xc0054fa000, 0xc001fcf3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0054fa000, 0xdcb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fcf518, 0xc001c39ba0, 0x7c, 0xc001bfb838)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c240, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 768 [runnable]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00655b0c0, 0xc004af45a0, 0x10a, 0x7, 0xc004af45a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:443 +0x119
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00655b0c0, 0xc0017eb340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00655b0c0, 0xc0017eb340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00655b0c0, 0xc0017eb1f0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00259f0c0, 0xc0017eb1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259f0c0, 0xc0017eb1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00655b0c0, 0xc0017eb110, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00259f0c0, 0xc0017eb110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259f0c0, 0xc0017eb110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00655b0c0, 0xc0017ea380, 0xc000a7ea80, 0x7f672bd527d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00259f0c0, 0xc0017ea380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259f0c0, 0xc0017ea380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00655b0c0, 0xc0017ea2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259f0c0, 0xc0017ea2a0, 0x54b170, 0xc0017a32b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0017ea2a0, 0x0, 0x0, 0x0, 0x0, 0xc0017ea2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001140f30, 0x0, 0x0, 0x0, 0x1000, 0xc001ddc000, 0xffe, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001ddc000, 0xffe, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00167acc0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00259f518, 0xc001076180, 0xc001076bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 769 [runnable]:
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004485d50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:67 +0x9e
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004484d20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004484620)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004d84d80, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003ae9518, 0xc002a7cc00, 0x82, 0xc001696f30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 770 [runnable]:
strings.genSplit(0xc0066af800, 0x7c7, 0xaa0378, 0x1, 0x0, 0xe1, 0x0, 0xc001f89570, 0x30000c001627360)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016273c0, 0xaa04d9, 0x2, 0xc0066af000, 0x7c7, 0xc0066af000, 0xc0016273b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0066af000, 0x7c7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001627518, 0xc00671be80, 0x6e, 0xc005067d50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 771 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002bee000, 0xf0e, 0xc003a8b218, 0xc000a7ea80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002bee000, 0xf0e, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a8b3c0, 0xaa0569, 0x2, 0xc002bee000, 0xf0e, 0x1, 0x16b, 0xc001076dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002bee000, 0xf0e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a8b518, 0xc002a7cce0, 0xa5, 0xc0010ef8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 772 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc003d71500, 0x143b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:274 +0x43f
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003d71500, 0x143b, 0x0, 0x0, 0x143b, 0xc003d71500, 0x143b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003d71500, 0x143b, 0x143b, 0x1800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0015241e0, 0x96, 0xc003d71500, 0x143b, 0xc003d71500, 0x143b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0015241e0, 0x96, 0xc003d71500, 0x143b, 0xaa0378, 0x1, 0xc003d71500, 0x143b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 773 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004b02800, 0x737, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004b02800, 0x737, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004b02800, 0x737, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004b02800, 0x737, 0x0, 0x0, 0x737, 0xc004b02800, 0x737)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004b02800, 0x737, 0x737, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004ab3cc0, 0x9f, 0xc004b02800, 0x737, 0xc004b02800, 0x737, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004ab3cc0, 0x9f, 0xc004b02800, 0x737, 0xaa0378, 0x1, 0xc004b02800, 0x737, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 774 [runnable]:
strings.(*Builder).WriteRune(0xc002cf1160, 0x441, 0xad, 0x441, 0xaf)
/usr/local/go/src/strings/builder.go:104 +0x29d
strings.Map(0xae62d0, 0xc002b38432, 0x843, 0xc002cf1218, 0xc006077c00)
/usr/local/go/src/strings/strings.go:511 +0x3ab
strings.ToLower(0xc002b38400, 0x875, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002cf13c0, 0xaa04fd, 0x2, 0xc002b38400, 0x875, 0x2, 0x104, 0xc00434e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002b38400, 0x875, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002cf1518, 0xc002a7d400, 0x70, 0xc00147cbd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7ca20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 775 [runnable]:
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0047e0000, 0x9cd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:96 +0x15d
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004669518, 0xc002a00100, 0x92, 0xc001524320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7cae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 776 [runnable]:
strings.genSplit(0xc001832a50, 0xef, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xb886e0, 0x7)
/usr/local/go/src/strings/strings.go:245 +0x2b0
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00232d0c0, 0xc001e7e460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:161 +0x887
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00232d0c0, 0xc001e7e460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00232d0c0, 0xc001e7e230, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00538b0c0, 0xc001e7e230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00538b0c0, 0xc001e7e230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00232d0c0, 0xc001e7e150, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00538b0c0, 0xc001e7e150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00538b0c0, 0xc001e7e150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00232d0c0, 0xc0066c5960, 0xc003404380, 0x7f672bd527d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00538b0c0, 0xc0066c5960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00538b0c0, 0xc0066c5960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00232d0c0, 0xc0066c5880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00538b0c0, 0xc0066c5880, 0x54b170, 0xc0006feb60)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0066c5880, 0x0, 0x0, 0x0, 0x0, 0xc0066c5880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002083350, 0x0, 0x0, 0x0, 0x3000, 0xc005550000, 0x2b6e, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005550000, 0x2b6e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004f97760)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00538b518, 0xc0062260a0, 0xc0007524a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7cba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 777 [runnable]:
strings.genSplit(0xc002773c48, 0x6fb, 0xaa0378, 0x1, 0x0, 0x140, 0x10ce, 0xc002772880, 0xd43)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003237588, 0xaa058b, 0x2, 0xc002772880, 0xd43, 0x0, 0xc003404380, 0x7f672bd527d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003237518, 0xc002a7da20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7cc60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 778 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002bc0ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:766 +0x1e7
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002bc0ff8, 0x1, 0xc003879c20, 0xc0101a40a80, 0x28042bd52108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002bc0ff8, 0x4, 0x304, 0xc002b4fc01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002b4f000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0008a56c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001e8d4d0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bc18f8, 0xc00235a380, 0xcf7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7cd20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 779 [runnable]:
golang.org/x/net/html/atom.Lookup(0xc0035020dd, 0x4, 0xf23, 0x1)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:57 +0x1f8
golang.org/x/net/html.(*Tokenizer).Token(0xc004478750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1183 +0x297
golang.org/x/net/html.(*parser).parse(0xc004478820, 0xc0045a3c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a00440, 0x0, 0x0, 0x0, 0xc003ae7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a00440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ae78f8, 0xc003166800, 0xbbb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7cde0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 780 [runnable]:
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0066a4400, 0x844, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:96 +0x15d
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00496b518, 0xc002947f40, 0x86, 0xc001696fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7cea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 782 [runnable]:
strings.Index(0xc0041b2000, 0xf02, 0xaa0378, 0x1, 0x1a4)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc0041b2000, 0xf02, 0xaa0378, 0x1, 0x0, 0x1a4, 0x57, 0xc0042de000, 0x7f67040ff130)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f0b3c0, 0xaa04fd, 0x2, 0xc0042de000, 0xf02, 0xc0042de000, 0xc004f0b3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0042de000, 0xf02, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f0b518, 0xc00671aea0, 0x85, 0xc00130d440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 783 [runnable]:
regexp.(*Regexp).ReplaceAllString.func1(0xc006b12a00, 0x5f9, 0x700, 0xc0008a3030, 0x2, 0x2, 0x26b, 0x700, 0x26d)
/usr/local/go/src/regexp/regexp.go:557 +0xfe
regexp.(*Regexp).replaceAll(0xc000137400, 0x0, 0x0, 0x0, 0xc004386000, 0x92a, 0x2, 0xc0007a9038, 0xc004386000, 0x92a, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc000137400, 0xc004386000, 0x92a, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc004151880, 0x0, 0x0, 0x0, 0x0, 0xc004151880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003c030e0, 0x0, 0x0, 0x0, 0xd80, 0xc003f44d80, 0xd1d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003f44d80, 0xd1d, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0012678c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b0b518, 0xc0027f6000, 0xc006795840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d0e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 784 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003bc7080, 0xc0050f32c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0050f33c0, 0xaa0503, 0x2, 0xc0020c2800, 0x1726, 0x1, 0x205, 0xc003b86800)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0020c2800, 0x1726, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0050f3518, 0xc003b86400, 0x6f, 0xc005870770)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 785 [runnable]:
sync.(*RWMutex).Unlock(0xc0061dc588)
/usr/local/go/src/sync/rwmutex.go:118 +0xd2
github.com/fatih/set.(*Set).Add(0xc0061dc580, 0xc005c512c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:37 +0xfc
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005c513c0, 0xaa05c9, 0x2, 0xc001746680, 0x530, 0x1, 0xa4, 0xc00671b200)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc001746680, 0x530, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005c51518, 0xc0027f6020, 0x9c, 0xc004ab3f40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d260, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 786 [runnable]:
bytes.makeSlice.func1()
/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0x7f1, 0xc006770000, 0x7f1, 0x7f1)
/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc004f0d388, 0x19f, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004f0d388, 0xc0020c5520, 0x19f, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049cb110)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049caf50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049ca930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049ca850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049ca150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00674d650, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f0d518, 0xc0027f60c0, 0xb6, 0xc0054f0d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 787 [runnable]:
regexp/syntax.nextRune(0xac0e0e, 0xe, 0xc00671f960, 0xac0e0d, 0xf, 0x0, 0x0)
/usr/local/go/src/regexp/syntax/parse.go:1893 +0x129
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:726 +0x26f
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003ae2ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003ae2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0012b1d98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003ae2ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003ae2ff8, 0x1, 0xc006747d20, 0xc001408380, 0x28042bd52108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003ae2ff8, 0x4, 0x894, 0xc004917701, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004917000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc004478d00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00674df50, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ae38f8, 0xc00328b000, 0x16f6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 788 [runnable]:
bytes.(*Buffer).grow(0xc004d84810, 0xa, 0x0)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc004d84810, 0xab0f4d, 0xa, 0x0, 0x1194, 0xaa04f9)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc004d84810, 0xc0035709a0, 0xb84d20, 0xc004d84810)
/home/develop/go/src/golang.org/x/net/html/render.go:96 +0xe57
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004d84810, 0xc0035709a0, 0x996909600ab6d98, 0x5edb20ef)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005df4900, 0x3adbfbe99, 0x1251a20, 0xc00434e360, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 789 [runnable]:
strings.genSplit(0xc002825d5c, 0x12f, 0xaa0378, 0x1, 0x0, 0xce, 0xc006003600, 0xcf, 0xcf)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b093c0, 0xaa0503, 0x2, 0xc001b63c00, 0x68b, 0x1, 0xcf, 0xc001136120)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc001b63c00, 0x68b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b09518, 0xc00434e3c0, 0x7c, 0xc00107d400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 790 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0008a5ad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0008a5ba0, 0xc001ca5c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b34900, 0x0, 0x0, 0x0, 0xc00269f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b34900, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00269f8f8, 0xc002725b00, 0xcef, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 791 [semacquire]:
regexp.makeOnePass.func1(0x7f6700000002, 0xc0030e5ef0, 0x10, 0x10, 0x42cc84)
/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass.func1(0x1, 0xc0030e5ef0, 0x10, 0x10, 0x4)
/usr/local/go/src/regexp/onepass.go:358 +0x5d7
regexp.makeOnePass(0xc001e8d320, 0xc001e8d320)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc001e8d2c0, 0xc001e8d2c0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003b18ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003b18ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0044f759c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003b18ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003b18ff8, 0x1, 0xc003879bb0, 0xc0101a40a80, 0x28042bd52108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003b18ff8, 0x4, 0x6fc, 0xc0042e2901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0042e2000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0025f8f70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001e8d260, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b198f8, 0xc002b73500, 0x906, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 792 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc00398db3e)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc0015710b0, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc0037256c0, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0037256c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0037256c0, 0xc0041e4000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398db60, 0x0, 0x0, 0x0, 0xc001571200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398db60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015718f8, 0xc0011c3000, 0xdde, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 796 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0065e10c0, 0xc004ffadc0, 0x138, 0x7, 0xc004ffadc0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0065e10c0, 0xc00070cee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0065e10c0, 0xc00070cee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0065e10c0, 0xc00070ce00, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00456b0c0, 0xc00070ce00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00456b0c0, 0xc00070ce00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0065e10c0, 0xc00070cd20, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00456b0c0, 0xc00070cd20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00456b0c0, 0xc00070cd20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0065e10c0, 0xc00070c620, 0xc0053f2700, 0x7f672bd53560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00456b0c0, 0xc00070c620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00456b0c0, 0xc00070c620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0065e10c0, 0xc00070c540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00456b0c0, 0xc00070c540, 0x54b170, 0xc00099f1e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00070c540, 0x0, 0x0, 0x0, 0x0, 0xc00070c540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002c88f90, 0x0, 0x0, 0x0, 0x1980, 0xc00177ac80, 0x1851, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00177ac80, 0x1851, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00590f280)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00456b518, 0xc002a7d7a0, 0xc001db8180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0009106c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1635 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003b47c20, 0xc0044252c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044253c0, 0xaa04f9, 0x2, 0xc00410b300, 0x18c3, 0x9, 0x215, 0xc003b47c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00410b300, 0x18c3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004425518, 0xc001137480, 0x91, 0xc00141cbe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 689 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc004428e38, 0xc0055122d8, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc004428e38, 0xc005538230, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc004428e38, 0xc005539c70, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc005539c70, 0xc005539c70, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004429300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004429300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004429300, 0x0, 0xb856e0, 0xc0000be188, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004429300, 0xc002ab60e0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004429300, 0x42ca96, 0xc0030385a0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc004429370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0025c0200, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0029232f0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc004429518, 0xc002b35840, 0xabc101, 0x1d, 0x7d, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc002a74120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 493 [semacquire]:
golang.org/x/net/html/atom.String(0xc0036881c0, 0x8, 0xe40, 0xe40, 0xc0036881ca)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc00336af70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc00336b040, 0xc0029271f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001db82c0, 0x0, 0x0, 0x0, 0xc004187200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001db82c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041878f8, 0xc00419d900, 0x1013, 0x6, 0xc002023550, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e540, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 464 [semacquire]:
strings.Replace(0xc002e24000, 0xe19, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc002e24000, 0xe19)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041b58f8, 0xc00138f000, 0xe17, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 465 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003550440, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003550440, 0x0, 0x0, 0x0, 0xc004b55200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003550440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b558f8, 0xc001b22800, 0x166f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003615c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 495 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000de50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00204ada0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00204ad90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005886500, 0x4dd, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00389de00, 0x72, 0xc005886500, 0x4dd, 0xc005886500, 0x4dd, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00389de00, 0x72, 0xc005886500, 0x4dd, 0xaa0378, 0x1, 0xc005886500, 0x4dd, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1827 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0046a6180, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 803 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00023e410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00023e5b0, 0xc003fcb110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002c001e0, 0x0, 0x0, 0x0, 0xc000711200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002c001e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0007118f8, 0xc0035b3c00, 0xbee, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a5860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 804 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003c36680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0025f9380, 0xc0036b5b90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002c001a0, 0x0, 0x0, 0x0, 0xc001175200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002c001a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0011758f8, 0xc002400a80, 0xa43, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a5920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 805 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00582da60, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00582da60, 0x0, 0x0, 0x0, 0xc004f17200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00582da60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f178f8, 0xc002bee000, 0xd9e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a59e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 806 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002bb69c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002bb6a90, 0xc002a26770, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b46fe0, 0x0, 0x0, 0x0, 0xc003b05200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b46fe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b058f8, 0xc002d08400, 0x8e5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a5b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 807 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc005f9eb55, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc003725520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003725520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003725520, 0xc004c18070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398db40, 0x0, 0x0, 0x0, 0xc004f01200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398db40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f018f8, 0xc0011c2000, 0xfe2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0012a5bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 673 [semacquire]:
bytes.makeSlice(0xe66, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004115388, 0x392, 0xa)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004115388, 0xc00079d800, 0x392, 0xa, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004c1aaf0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004c1a930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0028c8930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0028c8850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0028c8150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001e1f800, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004115518, 0xc0027f7520, 0x46, 0xc0011668c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000616a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 818 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f6520, 0x0, 0x0, 0x0, 0xc004f5d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f6520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f5d8f8, 0xc002dd0580, 0xc59, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000616b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 819 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001d1f600, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d1f600, 0x0, 0x0, 0x0, 0xc0052ad200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d1f600, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052ad8f8, 0xc00369e000, 0xe88, 0xb2d020b0d0, 0x43200000020, 0x43200000020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000616c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 820 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00099f6c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc00099f790, 0xc0026eac40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029460c0, 0x0, 0x0, 0x0, 0xc004f57200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029460c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f578f8, 0xc00274fb00, 0x86b, 0x43e00000440, 0x43f0000043e, 0x43e00000440)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000616cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 821 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f2c0, 0x0, 0x0, 0x0, 0xc004f59200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f2c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f598f8, 0xc003fac600, 0x10ce, 0x43500000442, 0x447, 0x87d1b5d082d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000616d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 822 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00000fe20, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000fe20, 0x0, 0x0, 0x0, 0xc005225200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000fe20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052258f8, 0xc003fc5900, 0x11f7, 0xb9d0b8d0bdd0, 0x0, 0x43900000438)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000616ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 823 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00336add0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00336aea0, 0xc0028c9650, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002946100, 0x0, 0x0, 0x0, 0xc0052b3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002946100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052b38f8, 0xc00417e000, 0xae9, 0x6, 0xc00413aae0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000616fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 824 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:141
regexp.makeOnePass(0xc003b84ba0, 0xc003b84ba0)
/usr/local/go/src/regexp/onepass.go:306 +0x93
regexp.compileOnePass(0xc001dcff50, 0xc001dcff50)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00418aff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00418aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0023aa724)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00418aff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00418aff8, 0x1, 0xc001dd0920, 0xc010487fc00, 0x28042bd542f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00418aff8, 0x4, 0x522, 0xc00369fa01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00369f000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003b25110, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001dcff20, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00418b8f8, 0xc00417f800, 0xae0, 0x2ffb9e675275, 0xc002022140, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 825 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00099fad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00099fba0, 0xc0026c92d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002946140, 0x0, 0x0, 0x0, 0xc002913200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002946140, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029138f8, 0xc0036a2600, 0x12b5, 0x2ffb9e675275, 0xc002022140, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006172c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 826 [semacquire]:
strings.Replace(0xc002018000, 0xbfb, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc002018000, 0xbfb)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054898f8, 0xc00415cc00, 0xbf9, 0x2ffb9e675275, 0xc002022140, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 827 [semacquire]:
strings.Replace(0xc004b74000, 0xe38, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc004b74000, 0xe38)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054818f8, 0xc00354e000, 0xe36, 0xd0b5d0a7d020b2d0, 0xd0b8d0b1d08fd1bb, 0xd0bed0bad081d1bd)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006175c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 828 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00430ea80, 0x957, 0xc005311218, 0xc001a40a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00430ea80, 0x957, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0053113c0, 0xaa058b, 0x2, 0xc00430ea80, 0x957, 0x1, 0x103, 0xc002dbf080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00430ea80, 0x957, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005311518, 0xc002a01040, 0x65, 0xc0000f3260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 829 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049033c0, 0xaa04df, 0x2, 0xc003360a00, 0x131b, 0x9, 0x1e8, 0xc0029465c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc003360a00, 0x131b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004903518, 0xc002946180, 0xb4, 0xc002a49500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006178c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 830 [semacquire]:
strings.genSplit(0xc004ddc000, 0x12fd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0027a6000, 0x1e1, 0x1e1)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041bb3c0, 0xaa0569, 0x2, 0xc004256c00, 0x12fd, 0x1, 0x1e1, 0xc001db8ac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc004256c00, 0x12fd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041bb518, 0xc00320ad80, 0x7a, 0xc00144b900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 831 [semacquire]:
strings.Replace(0xc005680000, 0x1f77, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x3, 0xc005680000, 0x1f77)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053a18f8, 0xc003fa8000, 0x1f75, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 832 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66dc494a40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030e5030, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030e5020, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001612000, 0x339, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000616240, 0x58, 0xc001612000, 0x339, 0xc001612000, 0x339, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000616240, 0x58, 0xc001612000, 0x339, 0xaa0378, 0x1, 0xc001612000, 0x339, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 833 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700707390, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a245a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a24590, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004419000, 0xeb2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000505760, 0xa1, 0xc004419000, 0xeb2, 0xc004419000, 0xeb2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000505760, 0xa1, 0xc004419000, 0xeb2, 0xaa0378, 0x1, 0xc004419000, 0xeb2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000617ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 834 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67013cd6e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002461420, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002461410, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0017f5100, 0x6d3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b9a960, 0x9b, 0xc0017f5100, 0x6d3, 0xc0017f5100, 0x6d3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b9a960, 0x9b, 0xc0017f5100, 0x6d3, 0xaa0378, 0x1, 0xc0017f5100, 0x6d3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b001e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 835 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670107cfd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033036b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033036a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e9c900, 0x44a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012ff228, 0x95, 0xc001e9c900, 0x44a, 0xc001e9c900, 0x44a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012ff228, 0x95, 0xc001e9c900, 0x44a, 0xaa0378, 0x1, 0xc001e9c900, 0x44a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b002a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 836 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f665539e1d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002598a50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002598a30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002239500, 0x61d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ae48c0, 0x63, 0xc002239500, 0x61d, 0xc002239500, 0x61d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ae48c0, 0x63, 0xc002239500, 0x61d, 0xaa0378, 0x1, 0xc002239500, 0x61d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b004e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 837 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66cc999430, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00350e960, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00350e950, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00079cc00, 0x3bc, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b00960, 0x5b, 0xc00079cc00, 0x3bc, 0xc00079cc00, 0x3bc, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b00960, 0x5b, 0xc00079cc00, 0x3bc, 0xaa0378, 0x1, 0xc00079cc00, 0x3bc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b005a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 838 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67010c3830, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00163d530, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00163d510, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0053ee000, 0x57e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004537c20, 0x34, 0xc0053ee000, 0x57e, 0xc0053ee000, 0x57e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004537c20, 0x34, 0xc0053ee000, 0x57e, 0xaa0378, 0x1, 0xc0053ee000, 0x57e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b006c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 839 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00547f8f8, 0xc0039f1600, 0xc93, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b00780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 840 [semacquire]:
strings.Replace(0xc005d36000, 0x840c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc005d36000, 0x840c)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003bfb8f8, 0xc005b88000, 0x83e3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b00840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 841 [semacquire]:
strings.genSplit(0xc0000aaa00, 0x133, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x133, 0xc0000aa8c0, 0x133)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003535588, 0xaa058b, 0x2, 0xc0000aa8c0, 0x133, 0x3, 0xe, 0xc0031faec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003535518, 0xc002b50140, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b00900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 842 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00053ca00, 0x496, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00053ca00, 0x496, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00053ca00, 0x496, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00053ca00, 0x496, 0x0, 0x0, 0x496, 0xc00053ca00, 0x496)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00053ca00, 0x496, 0x496, 0x500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001144b00, 0x79, 0xc00053ca00, 0x496, 0xc00053ca00, 0x496, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001144b00, 0x79, 0xc00053ca00, 0x496, 0xaa0378, 0x1, 0xc00053ca00, 0x496, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b00a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 843 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001252780, 0x0, 0x0, 0x0, 0xc004bdb200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001252780, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004bdb8f8, 0xc00343c800, 0xb30, 0xb4d0bed085d1b0d0, 0x8fd181d182d18fd1, 0x20b4d0bed0bfd020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b00ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 844 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6638d775a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007fe9b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007fe9a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f93900, 0xc45, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0021e03c0, 0x9f, 0xc001f93900, 0xc45, 0xc001f93900, 0xc45, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0021e03c0, 0x9f, 0xc001f93900, 0xc45, 0xaa0378, 0x1, 0xc001f93900, 0xc45, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b00d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 845 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc00336ce10, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc00458c0d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00458c0d0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00458c0d0, 0xc002251a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003bc75c0, 0x0, 0x0, 0x0, 0xc004287200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003bc75c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0042878f8, 0xc003479600, 0xd3b, 0xd182d181d12dbad0, 0xd1b8d0bdd0b0d080, 0x20200a0a2eb5d086)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b00ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 846 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65fe533bf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b3a120, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b3a110, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0059eb500, 0x31d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003140000, 0x8d, 0xc0059eb500, 0x31d, 0xc0059eb500, 0x31d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003140000, 0x8d, 0xc0059eb500, 0x31d, 0xaa0378, 0x1, 0xc0059eb500, 0x31d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 847 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0031fa580, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0031fa580, 0x0, 0x0, 0x0, 0xc0052c3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0031fa580, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052c38f8, 0xc00426c000, 0xff7, 0x2cb0d0b2d0bed0bb, 0xd0b2d0b7d0b8d020, 0xd0bdd082d181d1b5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b013e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 848 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0034c3040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0034c3110, 0xc001f8d420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0039026e0, 0x0, 0x0, 0x0, 0xc004247200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0039026e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0042478f8, 0xc004255900, 0x1103, 0x2cb0d0b2d0bed0bb, 0xd0b2d0b7d0b8d020, 0xd0bdd082d181d1b5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 849 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700008400, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012b03b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012b03a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004414000, 0x38d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004d82a10, 0x61, 0xc004414000, 0x38d, 0xc004414000, 0x38d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004d82a10, 0x61, 0xc004414000, 0x38d, 0xaa0378, 0x1, 0xc004414000, 0x38d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 850 [semacquire]:
regexp.onePassCopy(0xc003aa7e60, 0xc003aa7e60)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc003aa7e60, 0xc003aa7e60)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005c54ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005c54ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00068dee4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005c54ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005c54ff8, 0x1, 0xc001465400, 0xc0104b58000, 0x28042bd55080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005c54ff8, 0x4, 0x541, 0xc00426da01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00426d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc003ed4ea0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004c26210, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0042838f8, 0xc00424d800, 0xabf, 0x81d120333120bed0, 0x8fd182d1bdd0b5d0, 0x202e8fd180d1b1d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 851 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004ada5b0, 0xc005f9eab8, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004ada5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004ada5b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004ada5b0, 0xc004cb8380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003fa21e0, 0x0, 0x0, 0x0, 0xc004217200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003fa21e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0042178f8, 0xc004230880, 0xd23, 0x6, 0xc002ac1380, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 852 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1300, 0x0, 0x0, 0x0, 0xc004007200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1300, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040078f8, 0xc000943500, 0x13e2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000b01e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 853 [semacquire]:
strings.Replace(0xc004ea4000, 0x183a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc001683770, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d7f8f8, 0xc004ea4000, 0x183a, 0xd020bdd0bed0b3d0, 0xd0bcd0b8d080d1bf, 0xb5d080d12082d1b5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004461e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 854 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1b00, 0x0, 0x0, 0x0, 0xc000751200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1b00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0007518f8, 0xc000935900, 0x100e, 0x20202020200a0a2e, 0xd0b0d0bbd093d020, 0x208fd1b0d0bdd0b2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004464e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 855 [semacquire]:
strings.Replace(0xc00415cc00, 0xbe2, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1, 0xc00415cc00, 0xbe2)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0012e98f8, 0xc00281d400, 0xbdf, 0xd081d120b0d0bbd0, 0xd1b0d089d183d1b3, 0x2e8fd181d18cd182)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004467e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 856 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003550760, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003550760, 0x0, 0x0, 0x0, 0xc0051b5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003550760, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051b58f8, 0xc002ddf600, 0xcac, 0x20bed0bdd080d1b5, 0xd1bbd0bcd0203424, 0xb0d0b7d020b4d080)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 857 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f663477f280, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ec07c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ec07b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002fd2900, 0x449, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000f3880, 0x6a, 0xc002fd2900, 0x449, 0xc002fd2900, 0x449, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000f3880, 0x6a, 0xc002fd2900, 0x449, 0xaa0378, 0x1, 0xc002fd2900, 0x449, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 858 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001790000, 0xc001e91f95, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc001790000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001790000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001790000, 0xc00597f810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af65e0, 0x0, 0x0, 0x0, 0xc0051cd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af65e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051cd8f8, 0xc003daa400, 0xbcf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 859 [semacquire]:
strings.genSplit(0xc00467b000, 0x7a9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc000508001, 0xd6)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003539518, 0xc00621c570, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003539518, 0xc0025c1d00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000446ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 861 [semacquire]:
strings.Replace(0xc002718000, 0x1193, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc002718000, 0x1193)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00508b8f8, 0xc001c65300, 0x118f, 0xc001b72811, 0x0, 0xc001b72812)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004471a0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 862 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002268000, 0xee9, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002268000, 0xee9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002268000, 0xee9, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002268000, 0xee9, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002268000, 0xee9, 0x0, 0x0, 0xee9, 0xc002268000, 0xee9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002268000, 0xee9, 0xee9, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00184ce10, 0x83, 0xc002268000, 0xee9, 0xc002268000, 0xee9, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00184ce10, 0x83, 0xc002268000, 0xee9, 0xaa0378, 0x1, 0xc002268000, 0xee9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 863 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc003e02400, 0x847, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:287 +0x47c
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003e02400, 0x847, 0x0, 0x0, 0x847, 0xc003e02400, 0x847)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003e02400, 0x847, 0x847, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00144a700, 0x7d, 0xc003e02400, 0x847, 0xc003e02400, 0x847, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00144a700, 0x7d, 0xc003e02400, 0x847, 0xaa0378, 0x1, 0xc003e02400, 0x847, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004474a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 865 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66085cd110, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00068c1c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00068c1b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003210400, 0x8bc, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002034100, 0x7c, 0xc003210400, 0x8bc, 0xc003210400, 0x8bc, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002034100, 0x7c, 0xc003210400, 0x8bc, 0xaa0378, 0x1, 0xc003210400, 0x8bc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004477a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 867 [runnable]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003b0ec60, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc002859518, 0xc003b0ec60, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002859518, 0xc001c38900, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 868 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0046a4dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0046a4ea0, 0xc002d9b5e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001c38b00, 0x0, 0x0, 0x0, 0xc005325200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001c38b00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053258f8, 0xc003cdb000, 0x15ee, 0x1, 0x2, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 869 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00286d3c0, 0xaa04df, 0x2, 0xc003712000, 0xe12, 0xc003712000, 0xc00286d3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc003712000, 0xe12, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00286d518, 0xc001c38c20, 0x9f, 0xc003d8d048)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 870 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021633c0, 0xaa04fd, 0x2, 0xc00254a000, 0x105c, 0xc00254a000, 0xc0021633b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00254a000, 0x105c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002163518, 0xc001c38e40, 0x9e, 0xc003d8d180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000447f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 871 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6608709110, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ccbe10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ccbe00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0035d8d00, 0x864, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00088c6e0, 0x9e, 0xc0035d8d00, 0x864, 0xc0035d8d00, 0x864, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00088c6e0, 0x9e, 0xc0035d8d00, 0x864, 0xaa0378, 0x1, 0xc0035d8d00, 0x864, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004600c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 872 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e71588, 0xaa058b, 0x2, 0xc003794340, 0x19b, 0x0, 0xc003e713d8, 0xc0035500c8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc003e71518, 0xc002093ec0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003e71518, 0xc001c39240, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 874 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6618c156d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013fa510, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013fa4f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f1d000, 0xe41, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00106b4b4, 0x91, 0xc001f1d000, 0xe41, 0xc001f1d000, 0xe41, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00106b4b4, 0x91, 0xc001f1d000, 0xe41, 0xaa0378, 0x1, 0xc001f1d000, 0xe41, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 875 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f667cb0d190, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005742140, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005742130, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0021d7100, 0xcd8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000027900, 0x74, 0xc0021d7100, 0xcd8, 0xc0021d7100, 0xcd8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000027900, 0x74, 0xc0021d7100, 0xcd8, 0xaa0378, 0x1, 0xc0021d7100, 0xcd8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 876 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0032b0ab0, 0xaa64ee, 0x5, 0x18ce)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc001a59518, 0xc0025c0680, 0x10cf, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 877 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c4f074b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d90690, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d90670, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0042ac000, 0x9dc, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001153440, 0x8b, 0xc0042ac000, 0x9dc, 0xc0042ac000, 0x9dc, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001153440, 0x8b, 0xc0042ac000, 0x9dc, 0xaa0378, 0x1, 0xc0042ac000, 0x9dc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 878 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65e0b0b3d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005c14c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005c14b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ea8000, 0x8b6, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001153b90, 0x82, 0xc001ea8000, 0x8b6, 0xc001ea8000, 0x8b6, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001153b90, 0x82, 0xc001ea8000, 0x8b6, 0xaa0378, 0x1, 0xc001ea8000, 0x8b6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 879 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6701335690, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003510c00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003510be0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc006118400, 0x8b1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004f64480, 0x83, 0xc006118400, 0x8b1, 0xc006118400, 0x8b1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004f64480, 0x83, 0xc006118400, 0x8b1, 0xaa0378, 0x1, 0xc006118400, 0x8b1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 880 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d8505af0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001fc5a70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001fc5a60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0029cd000, 0x70d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00107c100, 0x7e, 0xc0029cd000, 0x70d, 0xc0029cd000, 0x70d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00107c100, 0x7e, 0xc0029cd000, 0x70d, 0xaa0378, 0x1, 0xc0029cd000, 0x70d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000460f00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 881 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67008e2c10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00252d1a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00252d180, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00274f200, 0x858, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000f2540, 0x61, 0xc00274f200, 0x858, 0xc00274f200, 0x858, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000f2540, 0x61, 0xc00274f200, 0x858, 0xaa0378, 0x1, 0xc00274f200, 0x858, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461080, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 882 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66143ea730, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017fe7a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017fe790, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001278c00, 0x59c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0021e00a0, 0x95, 0xc001278c00, 0x59c, 0xc001278c00, 0x59c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0021e00a0, 0x95, 0xc001278c00, 0x59c, 0xaa0378, 0x1, 0xc001278c00, 0x59c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461200, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 883 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6638e45cb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0029a2df0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0029a2de0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001da7500, 0x323, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005817ab, 0x49, 0xc001da7500, 0x323, 0xc001da7500, 0x323, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0005817ab, 0x49, 0xc001da7500, 0x323, 0xaa0378, 0x1, 0xc001da7500, 0x323, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 884 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6644a64170, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a4ffb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a4ffa0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000997800, 0x75e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a11380, 0x7a, 0xc000997800, 0x75e, 0xc000997800, 0x75e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a11380, 0x7a, 0xc000997800, 0x75e, 0xaa0378, 0x1, 0xc000997800, 0x75e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 885 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6698724e80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a24350, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a24340, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002af2a80, 0x979, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011c01a0, 0xa7, 0xc002af2a80, 0x979, 0xc002af2a80, 0x979, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011c01a0, 0xa7, 0xc002af2a80, 0x979, 0xaa0378, 0x1, 0xc002af2a80, 0x979, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461680, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 886 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670091a690, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a438d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a438b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004c2b000, 0xe44, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00088c960, 0x9e, 0xc004c2b000, 0xe44, 0xc004c2b000, 0xe44, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00088c960, 0x9e, 0xc004c2b000, 0xe44, 0xaa0378, 0x1, 0xc004c2b000, 0xe44, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461800, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 887 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6650812bb0, 0x7f6650812cb0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003515b20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003515b10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001945000, 0x7a3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0039ea500, 0x7b, 0xc001945000, 0x7a3, 0xc001945000, 0x7a3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0039ea500, 0x7b, 0xc001945000, 0x7a3, 0xaa0378, 0x1, 0xc001945000, 0x7a3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 888 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc0059c4fc0, 0xc0059c4fc0)
/usr/local/go/src/regexp/onepass.go:306 +0x6a
regexp.compileOnePass(0xc003f933b0, 0xc003f933b0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0041c8ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0041c8ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000538750)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0041c8ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0041c8ff8, 0x1, 0xc002925d90, 0xc0020b5880, 0x28042bd549b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0041c8ff8, 0x4, 0x861, 0xc00247d701, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00247d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001d4bad0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003f93380, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0008e58f8, 0xc002174000, 0x15d2, 0xd0bed082d120b5d0, 0x20bed0bad08cd1bb, 0xd0bed0bfd02081d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 889 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003551ec0, 0xc004e4b2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e4b3c0, 0xaa0503, 0x2, 0xc002515500, 0x1384, 0x1, 0x202, 0xc003551ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002515500, 0x1384, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e4b518, 0xc003551ac0, 0x65, 0xc002848700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 890 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00044a0a0, 0x0, 0x0, 0x0, 0xc00180c000, 0xa7d, 0x2, 0xc0052c5a58, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc00044a0a0, 0xc00180c000, 0xa7d, 0xaa0378, 0x1, 0xc002090000, 0xa7d)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00180c000, 0xa7d, 0xaa0378, 0x1, 0xc00180c000, 0xa7d)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 891 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f664cca89e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00163d560, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00163d550, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013f8000, 0x70c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001069d40, 0x85, 0xc0013f8000, 0x70c, 0xc0013f8000, 0x70c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001069d40, 0x85, 0xc0013f8000, 0x70c, 0xaa0378, 0x1, 0xc0013f8000, 0x70c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000461f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 892 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001b65100, 0x6c5, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001b65100, 0x6c5, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001b65100, 0x6c5, 0x0, 0x0, 0x6c5, 0xc001b65100, 0x6c5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001b65100, 0x6c5, 0x6c5, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0039eae80, 0x71, 0xc001b65100, 0x6c5, 0xc001b65100, 0x6c5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0039eae80, 0x71, 0xc001b65100, 0x6c5, 0xaa0378, 0x1, 0xc001b65100, 0x6c5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 893 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6674ce5fd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002c48490, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002c48470, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004475200, 0x82e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002fd9880, 0x7c, 0xc004475200, 0x82e, 0xc004475200, 0x82e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002fd9880, 0x7c, 0xc004475200, 0x82e, 0xaa0378, 0x1, 0xc004475200, 0x82e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 894 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f661c7159f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a9a380, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a9a370, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0019e6d80, 0x462, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003140090, 0x88, 0xc0019e6d80, 0x462, 0xc0019e6d80, 0x462, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003140090, 0x88, 0xc0019e6d80, 0x462, 0xaa0378, 0x1, 0xc0019e6d80, 0x462, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 895 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0031fa560, 0xc0006032c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006033c0, 0xaa04df, 0x2, 0xc0055bb900, 0x10df, 0xb, 0x1d7, 0xc0031fa540)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0055bb900, 0x10df, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000603518, 0xc0031fa1e0, 0x8f, 0xc004278878)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 896 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc000a26420, 0x5b, 0xaa0378, 0x1, 0xc00522ae80, 0x5)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0065dc3d8, 0xc001304540, 0xc001cfe0b0, 0xc0065dc308)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0065dc3d8, 0xc0013044d0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0065dd0c0, 0xc0013044d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0065dd0c0, 0xc0013044d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0065dd0c0, 0xc0013043f0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0006050c0, 0xc0013043f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006050c0, 0xc0013043f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0065dd0c0, 0xc001304310, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0006050c0, 0xc001304310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006050c0, 0xc001304310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0065dd0c0, 0xc005f7fc00, 0xc000604d40, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0006050c0, 0xc005f7fc00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006050c0, 0xc005f7fc00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0065dd0c0, 0xc005f7fb20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006050c0, 0xc005f7fb20, 0x54b170, 0xc00336a5b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005f7fb20, 0x0, 0x0, 0x0, 0x0, 0xc005f7fb20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001560cc0, 0x0, 0x0, 0x0, 0xc00, 0xc0017af800, 0xbae, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0017af800, 0xbae, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00002a910)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000605518, 0xc0025c1160, 0xc00238fbc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 897 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001790dd0, 0xc00287a308, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001790dd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001790dd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001790dd0, 0xc0044320e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af66c0, 0x0, 0x0, 0x0, 0xc004569200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af66c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045698f8, 0xc002378000, 0xd25, 0xc0030ba6c0, 0x3, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 898 [semacquire]:
strings.Replace(0xc0039a0000, 0x1444, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc0039a0000, 0x1444)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0019a58f8, 0xc002292000, 0x143d, 0x3, 0xc0031689c0, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037ea20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 899 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0014ec750, 0x100)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0014ec750)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0014ec750, 0xc00281e620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001076a80, 0x0, 0x0, 0x0, 0xc004c5b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001076a80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c5b8f8, 0xc0023ce000, 0x15d9, 0x9380e2202cbcd0b0, 0xd0b2d0bed0b3d020, 0x2082d1b8d080d1be)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 900 [semacquire]:
strings.Replace(0xc0061ce000, 0xf72, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc0061ce000, 0xf72)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048158f8, 0xc00057b000, 0xf6d, 0xb8d0bdd0b0d0b7d0, 0xd1b4d0b0d0208ed1, 0xd0bdd081d1b5d080)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 901 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003581c70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003581d40, 0xc0015118f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002946900, 0x0, 0x0, 0x0, 0xc0016c7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002946900, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016c78f8, 0xc002379b00, 0xce5, 0x44b00000440, 0x2000000445, 0x43600000443)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 902 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0014ec820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0014ec8f0, 0xc002a23d50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001076b00, 0x0, 0x0, 0x0, 0xc004805200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001076b00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048058f8, 0xc00215d500, 0xa23, 0x44b00000440, 0x2000000445, 0x43600000443)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 903 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00582db60, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00582db60, 0x0, 0x0, 0x0, 0xc0037ff200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00582db60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037ff8f8, 0xc0006de800, 0xbac, 0x200000043e, 0x43500000441, 0x4420000043a)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 904 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001791040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc001791110, 0xc004d312d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6740, 0x0, 0x0, 0x0, 0xc0016c1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6740, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016c18f8, 0xc00215d500, 0xa26, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037f920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 905 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001262810, 0x32aae513f, 0x1251a20, 0xc001af67c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037faa0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 906 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc00107703e)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc0050890b0, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc00246e8f0, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00246e8f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00246e8f0, 0xc004971570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0010770c0, 0x0, 0x0, 0x0, 0xc005089200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0010770c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0050898f8, 0xc00158c000, 0xff8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00037fe60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 907 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001813a00, 0xc0038012c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038013c0, 0xaa0599, 0x2, 0xc00325f000, 0xe5d, 0x1, 0x192, 0xc0018139e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00325f000, 0xe5d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003801518, 0xc001137800, 0x6c, 0xc0036a5110)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fa1e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 908 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x3)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc001eba6b8, 0x3, 0xaa4e4b, 0x5, 0xc001941090, 0x53f15e)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.afterHeadIM(0xc003df5a00, 0x100)
/home/develop/go/src/golang.org/x/net/html/parse.go:766 +0x51d
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003df5a00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003df5a00, 0xc0053fd8f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002412ce0, 0x0, 0x0, 0x0, 0xc001941200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002412ce0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0019418f8, 0xc002294a00, 0x1417, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fa300, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 909 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00582d940, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00582d940, 0x0, 0x0, 0x0, 0xc0045f9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00582d940, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045f98f8, 0xc0025d2000, 0x151f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fa3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 910 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0038c7d40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0038c7e10, 0xc0026f2150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6a20, 0x0, 0x0, 0x0, 0xc000189200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6a20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001898f8, 0xc0020bb900, 0x127d, 0x20200a3e64743c20, 0x2020202020202020, 0x73206369703c2020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fa540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 911 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc0011cdd40, 0xb6, 0x2, 0xc0014ac198, 0xc002a75980, 0x5a, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc0011cdd40, 0xb6, 0xaa0378, 0x1, 0xc002a75980, 0x5b)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0014ad0c0, 0xc001911030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0014ad0c0, 0xc0019100e0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0014ad0c0, 0xc0019100e0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0014ad0c0, 0xc0019100e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0014ad0c0, 0xc0019100e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0014ad0c0, 0xc00076ed90, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c7d0c0, 0xc00076ed90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c7d0c0, 0xc00076ed90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0014ad0c0, 0xc00076ecb0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c7d0c0, 0xc00076ecb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c7d0c0, 0xc00076ecb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0014ad0c0, 0xc00076e5b0, 0xc006077c00, 0x7f672bd542f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c7d0c0, 0xc00076e5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c7d0c0, 0xc00076e5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0014ad0c0, 0xc00619ff10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c7d0c0, 0xc00619ff10, 0x54b170, 0xc003ce28f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00619ff10, 0x0, 0x0, 0x0, 0x0, 0xc00619ff10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005c6a750, 0x0, 0x0, 0x0, 0x1300, 0xc000938000, 0x11f7, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000938000, 0x11f7, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000025720)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c7d518, 0xc002413740, 0xc002b50060)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fa6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 913 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc002308680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002308680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002308680, 0xc0022e7420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003fa2100, 0x0, 0x0, 0x0, 0xc00018b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003fa2100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00018b8f8, 0xc0029fc400, 0xb53, 0x20200a3e64743c20, 0x2020202020202020, 0x73206369703c2020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fa840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 914 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700c0c070, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a42f90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a42f70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002817500, 0x98f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00182ae00, 0x7e, 0xc002817500, 0x98f, 0xc002817500, 0x98f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00182ae00, 0x7e, 0xc002817500, 0x98f, 0xaa0378, 0x1, 0xc002817500, 0x98f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fa900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 915 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001252dc0, 0x0, 0x0, 0x0, 0xc0037db200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001252dc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037db8f8, 0xc001a89800, 0xa86, 0xbdd0bed0bfd0208f, 0xb5d0b8d082d18fd1, 0xd181d1b8d0b4d020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fa9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 916 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053aa750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000e7c340, 0xc005edc850, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001907cc0, 0x0, 0x0, 0x0, 0xc0050ef200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001907cc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0050ef8f8, 0xc003df9900, 0x1154, 0xd181d1bed0bdd0b6, 0xbed0208ed18cd182, 0xb7d0b0d080d1b1d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004faa80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 917 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc00336ce33, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc00336be10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00336be10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00336be10, 0xc00144d1f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002946bc0, 0x0, 0x0, 0x0, 0xc003759200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002946bc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037598f8, 0xc0025d6800, 0x1600, 0xd120bed0b3d0bed0, 0xd1b4d0b5d0bbd081, 0xbfd02082d1b5d083)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fab40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 918 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001252ea0, 0x0, 0x0, 0x0, 0xc00375b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001252ea0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00375b8f8, 0xc00246ec00, 0x1180, 0xd120bed0b3d0bed0, 0xd1b4d0b5d0bbd081, 0xbfd02082d1b5d083)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fac00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 919 [semacquire]:
strings.genSplit(0xc005fadb00, 0x89f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x8e4, 0xc005fad200, 0x89f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a9b588, 0xaa058b, 0x2, 0xc005fad200, 0x89f, 0x0, 0xc006077c00, 0x7f672bd542f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003a9b518, 0xc00398cd80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004facc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 920 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001c8e480, 0x46e, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001c8e480, 0x46e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001c8e480, 0x46e, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001c8e480, 0x46e, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001c8e480, 0x46e, 0x0, 0x0, 0x46e, 0xc001c8e480, 0x46e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001c8e480, 0x46e, 0x46e, 0x500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b9b180, 0x99, 0xc001c8e480, 0x46e, 0xc001c8e480, 0x46e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b9b180, 0x99, 0xc001c8e480, 0x46e, 0xaa0378, 0x1, 0xc001c8e480, 0x46e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fad80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 921 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002860750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002860820, 0xc001875dc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002946c80, 0x0, 0x0, 0x0, 0xc001549200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002946c80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015498f8, 0xc002c10000, 0xb1d, 0xd120bed0b3d0bed0, 0xd1b4d0b5d0bbd081, 0xbfd02082d1b5d083)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fae40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 922 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003989000, 0xac3, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003989000, 0xac3, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003989000, 0xac3, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003989000, 0xac3, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003989000, 0xac3, 0x0, 0x0, 0xac3, 0xc003989000, 0xac3)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003989000, 0xac3, 0xac3, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003141b90, 0x90, 0xc003989000, 0xac3, 0xc003989000, 0xac3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003141b90, 0x90, 0xc003989000, 0xac3, 0xaa0378, 0x1, 0xc003989000, 0xac3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004faf60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 923 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253880, 0x0, 0x0, 0x0, 0xc0044c7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253880, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044c78f8, 0xc00326e600, 0x127c, 0xc001af8db8, 0xc, 0xc001af8dc5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fb0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 924 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00632e120, 0xc00021d080, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc00632e120)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0055c8750, 0xc005137320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc005137518, 0xc0055c8630, 0xc002947ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc005137518, 0xc0055c8630, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc005137518, 0xc0055c8630, 0xc0055c8630)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fb260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 925 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002fec380, 0xd36, 0xc0038bd218, 0xc0049a7180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002fec380, 0xd36, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038bd3c0, 0xaa04d9, 0x2, 0xc002fec380, 0xd36, 0x19, 0x13c, 0xc001253a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002fec380, 0xd36, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038bd518, 0xc002946d20, 0x62, 0xc001821ab0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fb380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 926 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001812f60, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001812f60, 0x0, 0x0, 0x0, 0xc005565200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001812f60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055658f8, 0xc00482c000, 0x1ac6, 0xc001af9958, 0x2, 0xc001af995b)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fb440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 927 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003df4000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ce32b0, 0xc005edc1c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253640, 0x0, 0x0, 0x0, 0xc0038a7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253640, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038a78f8, 0xc003602c00, 0x108b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fb500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 928 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00275a5a0, 0xc0034971e8, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003497518, 0xc0016472f0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003497518, 0xc00040f800, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fb5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 929 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001812f20, 0xc003b4f220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b4f588, 0xaa058b, 0x2, 0xc002674000, 0x832, 0x0, 0xc00059d500, 0x7f672bd527d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003b4f518, 0xc0025c1a40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fb680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 931 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0014872e0, 0xc0014872f8, 0x43b3b7, 0x1252790, 0xc001487200, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f670409f1d0, 0xc001487301, 0x10100000042ab7a, 0x0, 0xd12)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000772300, 0xaa64ee, 0x5, 0xf0c)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc001487518, 0xc0012528c0, 0xd12, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fb800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 932 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66551ecb80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017e22c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017e22b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00063f100, 0x6a4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043c8fc0, 0x5b, 0xc00063f100, 0x6a4, 0xc00063f100, 0x6a4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0043c8fc0, 0x5b, 0xc00063f100, 0x6a4, 0xaa0378, 0x1, 0xc00063f100, 0x6a4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fb8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 933 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f669c7d7ec0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003305590, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003305580, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0013f9800, 0x79e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00453e00b, 0x4c, 0xc0013f9800, 0x79e, 0xc0013f9800, 0x79e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00453e00b, 0x4c, 0xc0013f9800, 0x79e, 0xaa0378, 0x1, 0xc0013f9800, 0x79e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fb980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 934 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc005f9eae5, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc0034c35f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0034c35f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0034c35f0, 0xc002e03a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398cd60, 0x0, 0x0, 0x0, 0xc0038a5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398cd60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038a58f8, 0xc0023c1500, 0xa23, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 935 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037573c0, 0xaa04fd, 0x2, 0xc0020d0800, 0x715, 0xc0020d0800, 0xc0037573b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0020d0800, 0x715, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003757518, 0xc002946c40, 0x7d, 0xc0030b4680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fbb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 936 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc00313dd40, 0x20a, 0x2, 0xc001d28198, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc00313dd40, 0x20a, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001d290c0, 0xc002cc3260, 0xc001d281b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001d290c0, 0xc002cc31f0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001d290c0, 0xc002cc31f0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001d290c0, 0xc002cc31f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001d290c0, 0xc002cc31f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001d290c0, 0xc0016efea0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0038ad0c0, 0xc0016efea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038ad0c0, 0xc0016efea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001d290c0, 0xc0016efdc0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0038ad0c0, 0xc0016efdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038ad0c0, 0xc0016efdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001d290c0, 0xc003fa0000, 0xc0038acdb8, 0x443c10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0038ad0c0, 0xc003fa0000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038ad0c0, 0xc003fa0000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001d290c0, 0xc0001b96c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038ad0c0, 0xc0001b96c0, 0x54b170, 0xc003ce25b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0001b96c0, 0x0, 0x0, 0x0, 0x0, 0xc0001b96c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003aa6900, 0x0, 0x0, 0x0, 0x1800, 0xc0016a6800, 0x1551, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0016a6800, 0x1551, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x9d49f30d00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0038ad518, 0xc003bc6b80, 0xc003bc7440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fbbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 937 [semacquire]:
regexp/syntax.(*Regexp).CapNames(0xc0041e5490, 0x0, 0xd4, 0xc0041e5490)
/usr/local/go/src/regexp/syntax/regexp.go:308 +0x56
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:175 +0x98
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0050f8ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0050f8ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0062fd40c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0050f8ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0050f8ff8, 0x1, 0xc0038786c0, 0xc0101a40a00, 0x28042bd52108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0050f8ff8, 0x4, 0x5f0, 0xc00597aa01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00597a000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003725860, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002cd8f30, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0050f98f8, 0xc001736000, 0xa11, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fbce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 938 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc002945f80, 0xae55a0, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x83
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xef
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037dd8f8, 0xc002f96380, 0xcf1, 0x6, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004fbe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 939 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0061dc9a0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0061dc9a0, 0x0, 0x0, 0x0, 0xc0043b3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0061dc9a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043b38f8, 0xc001771000, 0xe11, 0x6, 0xc002d90280, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a96120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 940 [runnable]:
unicode.IsSpace(0xc00000000a, 0xc0045338c0)
/usr/local/go/src/unicode/graphic.go:126 +0x98
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005f630c0, 0xc0045338c0, 0x117, 0x7, 0xc0045338c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:431 +0x25d
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005f630c0, 0xc0007321c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f630c0, 0xc0007321c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f630c0, 0xc0007320e0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0037d90c0, 0xc0007320e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0037d90c0, 0xc0007320e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f630c0, 0xc004526c40, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0037d90c0, 0xc004526c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0037d90c0, 0xc004526c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f630c0, 0xc004526540, 0xc000a7ea80, 0x7f672bd527d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0037d90c0, 0xc004526540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0037d90c0, 0xc004526540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f630c0, 0xc004526460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0037d90c0, 0xc004526460, 0x54b170, 0xc0017a2f70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004526460, 0x0, 0x0, 0x0, 0x0, 0xc004526460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000524ea0, 0x0, 0x0, 0x0, 0x1000, 0xc0039cb000, 0xdee, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0039cb000, 0xdee, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0004fb3e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0037d9518, 0xc001641720, 0xc001641fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a961e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 941 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001813000, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001813000, 0x0, 0x0, 0x0, 0xc00389f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001813000, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00389f8f8, 0xc0022bca00, 0x1407, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a96480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 942 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc002946f3e)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc0038b90b0, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc0006fa000, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0006fa000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0006fa000, 0xc001ba32d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002946fa0, 0x0, 0x0, 0x0, 0xc0038b9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002946fa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038b98f8, 0xc00270db00, 0xcdd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a967e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 943 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0006fa0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0006fa340, 0xc00144db90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398cfe0, 0x0, 0x0, 0x0, 0xc0043af200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398cfe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043af8f8, 0xc003a0f900, 0x108a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a968a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 944 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0006fa410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0006fa750, 0xc0017c7e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398d040, 0x0, 0x0, 0x0, 0xc0038bb200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398d040, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038bb8f8, 0xc0023fb500, 0xa4c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a96ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 945 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc0016848a8)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc005f9eaea, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc003df44e0, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003df44e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003df44e0, 0xc004d8dc00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398d060, 0x0, 0x0, 0x0, 0xc0038fd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398d060, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038fd8f8, 0xc002439500, 0x9af, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a96d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 946 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001813020, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001813020, 0x0, 0x0, 0x0, 0xc0043b1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001813020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043b18f8, 0xc0031e2c00, 0x10af, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a96ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 947 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002860d00, 0xc0036f5680, 0x82)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002860d00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002860d00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002860d00, 0xc001727ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001136180, 0x0, 0x0, 0x0, 0xc0038ff200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001136180, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038ff8f8, 0xc001d31200, 0x867, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 948 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002860ea0, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002860ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002860ea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002860ea0, 0xc001814070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002946fc0, 0x0, 0x0, 0x0, 0xc003931200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002946fc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039318f8, 0xc002771b00, 0xcaf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a971a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 949 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0006fa9c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0006fac30, 0xc0008ed340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398d100, 0x0, 0x0, 0x0, 0xc0048b5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398d100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048b58f8, 0xc001bba900, 0x8d3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 950 [semacquire]:
strings.Replace(0xc005a99000, 0x7d0, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1, 0xc005a99000, 0x7d0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0050f58f8, 0xc002b66000, 0x7cc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a974a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 951 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001813040, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001813040, 0x0, 0x0, 0x0, 0xc0044e1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001813040, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044e18f8, 0xc0018d9500, 0x920, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a976e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 952 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045618f8, 0xc002505000, 0xdac, 0xcc, 0xe1, 0x141)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 953 [semacquire]:
strings.Replace(0xc0061ae000, 0x3c0a, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x6, 0xc0061ae000, 0x3c0a)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00557d8f8, 0xc002590000, 0x3c01, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 954 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0012537c0, 0x0, 0x0, 0x0, 0xc0043ad200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0012537c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043ad8f8, 0xc001965000, 0xd81, 0x6, 0xc0008a35d0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 955 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc00125373e)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc0039330b0, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc003df4d00, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003df4d00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003df4d00, 0xc00292a070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0012537e0, 0x0, 0x0, 0x0, 0xc003933200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0012537e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039338f8, 0xc0024c6a00, 0x14bb, 0x20d, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 956 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253820, 0x0, 0x0, 0x0, 0xc0048b3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253820, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048b38f8, 0xc002534000, 0xe4d, 0x20d, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a97f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 957 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045638f8, 0xc002e42a00, 0x349c, 0xc0025bcaec, 0x4, 0xc0025bcaf1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a26060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 958 [semacquire]:
strings.Replace(0xc0028ba000, 0x291d, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1f, 0xc0028ba000, 0x291d)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048bd8f8, 0xc001630000, 0x2917, 0xc0025bd90a, 0x1b, 0xc0025bd926)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a26240, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 959 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0006faea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0006faf70, 0xc00061e150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398d1a0, 0x0, 0x0, 0x0, 0xc0048af200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398d1a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048af8f8, 0xc0027a4000, 0xc3c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a264e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 960 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001076460, 0xc0039492c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039493c0, 0xaa05c9, 0x2, 0xc003da8000, 0xbc8, 0x1, 0x207, 0xc001076440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc003da8000, 0xbc8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003949518, 0xc0010760c0, 0x56, 0xc00033e684)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a26600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 961 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001076880, 0xc0044df2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044df3c0, 0xaa04d9, 0x2, 0xc00088f200, 0x82d, 0x14, 0xd7, 0xc001076860)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00088f200, 0x82d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0044df518, 0xc0010764a0, 0x7b, 0xc002034700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a26720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 962 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0001fb0e0, 0xc004254600, 0x11b6, 0xaa0378, 0x1, 0xc0010768a0, 0xc004355000)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc005fd5388, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc005fd5388, 0xc0051f16b0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc005fd5301, 0xc00061a700)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc005fd5518, 0xc0051f16b0, 0xaa058b, 0x2, 0x0, 0x0, 0xe, 0xc0038fb719, 0xe)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a267e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 963 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc0046b4480, 0x102, 0x2, 0xc0037b0198, 0x0, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc0046b4480, 0x102, 0xaa0378, 0x1, 0xc00167bad0, 0x26)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0037b10c0, 0xc004e3f730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0037b10c0, 0xc004e3f570, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0037b10c0, 0xc004e3f570, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0037b10c0, 0xc004e3f570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0037b10c0, 0xc004e3f570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0037b10c0, 0xc004e3ecb0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00394b0c0, 0xc004e3ecb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00394b0c0, 0xc004e3ecb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0037b10c0, 0xc004e3ebd0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00394b0c0, 0xc004e3ebd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00394b0c0, 0xc004e3ebd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0037b10c0, 0xc004e3e4d0, 0xc0049a7180, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00394b0c0, 0xc004e3e4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00394b0c0, 0xc004e3e4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0037b10c0, 0xc004e3e3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00394b0c0, 0xc004e3e3f0, 0x54b170, 0xc0017915f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004e3e3f0, 0x0, 0x0, 0x0, 0x0, 0xc004e3e3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f93170, 0x0, 0x0, 0x0, 0xc00, 0xc001ec8800, 0xbae, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001ec8800, 0xbae, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0030b4c00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00394b518, 0xc002947100, 0xc0003a2da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a26a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 964 [semacquire]:
strings.genSplit(0xc00634aa80, 0x9e0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x9e0, 0xc0051c3500, 0x9e8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003981518, 0xc001d1e800, 0xc001d1f120)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a26c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 965 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002861ad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002861ba0, 0xc001aea070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029473a0, 0x0, 0x0, 0x0, 0xc003983200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029473a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039838f8, 0xc00353b400, 0x20e6, 0xc0038fbf16, 0x12, 0xc0038fbf29)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a26cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 966 [runnable]:
github.com/araddon/dateparse.unknownErr(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:117
github.com/araddon/dateparse.parseTime(0xc004c70780, 0x76, 0x0, 0xc004c70780, 0x76, 0x76)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:237 +0x26d
github.com/araddon/dateparse.ParseAny(0xc004c70780, 0x76, 0x3, 0xaa0378, 0x1, 0xc004c70780, 0x76)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005407518, 0xc002a7d7c0, 0xc0063162a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a26d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 967 [semacquire]:
golang.org/x/net/html.parseDoctype(0xc001ec0e70, 0x4, 0x0, 0xc00003f000)
/home/develop/go/src/golang.org/x/net/html/doctype.go:17 +0x42
golang.org/x/net/html.initialIM(0xc003724340, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:530 +0x98
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003724340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003724340, 0xc003ed75e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398d620, 0x0, 0x0, 0x0, 0xc003993200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398d620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039938f8, 0xc00265d500, 0x9db, 0xc0038fc6fc, 0xb, 0xc0038fc708)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a26fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 968 [runnable]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0037240d0, 0xc000000002, 0xc003995118, 0x8, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1171 +0x3d2
golang.org/x/net/html.(*parser).parse(0xc0037241a0, 0xc0026c9b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001137980, 0x0, 0x0, 0x0, 0xc003995200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001137980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039958f8, 0xc003832600, 0x1819, 0xc0038fc6fc, 0xb, 0xc0038fc708)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a27080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 969 [semacquire]:
golang.org/x/net/html.parseDoctype(0xc001ec0e7c, 0x4, 0x0, 0xc00003f000)
/home/develop/go/src/golang.org/x/net/html/doctype.go:17 +0x42
golang.org/x/net/html.initialIM(0xc0037244e0, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:530 +0x98
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0037244e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0037244e0, 0xc003fca070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6c00, 0x0, 0x0, 0x0, 0xc0044db200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6c00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044db8f8, 0xc001bf9000, 0xdbe, 0xc0038fc6fc, 0xb, 0xc0038fc708)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a27140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 970 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0006fb1e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0006fb2b0, 0xc000490230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029474e0, 0x0, 0x0, 0x0, 0xc00282f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029474e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00282f8f8, 0xc002b19900, 0x1066, 0xc0038fcea3, 0x6, 0xc0038fceaa)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a27200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 971 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0029024e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x708
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029024e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0029024e0, 0xc000ffc460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002947520, 0x0, 0x0, 0x0, 0xc002831200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002947520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028318f8, 0xc0027a5900, 0xc45, 0xc0038fcea3, 0x6, 0xc0038fceaa)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a272c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 972 [semacquire]:
strings.Replace(0xc006026000, 0x1d6f, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x2, 0xc006026000, 0x1d6f)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00555f8f8, 0xc00267a000, 0x1d6d, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a27380, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 973 [semacquire]:
strings.Replace(0xc004134000, 0x13a3, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc004134000, 0x13a3)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047fb8f8, 0xc00390ca00, 0x139e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a27440, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 974 [semacquire]:
strings.Replace(0xc006042000, 0x1c39, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x3, 0xc006042000, 0x1c39)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055598f8, 0xc0027a4000, 0x1c35, 0x5, 0xc001957190, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a27500, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 976 [runnable]:
regexp.(*Regexp).ReplaceAllString.func1(0xc006a8d000, 0x206, 0x400, 0xc0008a29a0, 0x2, 0x2, 0x1fc, 0x400, 0x210)
/usr/local/go/src/regexp/regexp.go:557 +0xfe
regexp.(*Regexp).replaceAll(0xc0001fb0e0, 0x0, 0x0, 0x0, 0xc002b1f500, 0xa4e, 0x2, 0xc002e39218, 0xc0050a20b8, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0001fb0e0, 0xc002b1f500, 0xa4e, 0xaa0378, 0x1, 0xc0000bee00, 0xc006795140)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002e39388, 0xc006794fe0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002e39388, 0xc006a973b0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002e39301, 0xc0050a25e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002e39518, 0xc006a973b0, 0xaa058b, 0x2, 0x0, 0x0, 0x2, 0xc0030514a0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a276e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 977 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0006fb380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0006fb450, 0xc00186e070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398d660, 0x0, 0x0, 0x0, 0xc0048c9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398d660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048c98f8, 0xc0029be000, 0x1079, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a277a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 978 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001812f40, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001812f40, 0x0, 0x0, 0x0, 0xc0048cd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001812f40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048cd8f8, 0xc0027ba000, 0xfb7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a27860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 979 [semacquire]:
strings.Replace(0xc00415a000, 0xe16, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc003b0f7d0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0018e18f8, 0xc00415a000, 0xe16, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a27920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 980 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc001137e3e)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc003a0b0b0, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc0037249c0, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0037249c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0037249c0, 0xc0020b62a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001137ec0, 0x0, 0x0, 0x0, 0xc003a0b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001137ec0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a0b8f8, 0xc0027a7200, 0xc2f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a279e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 981 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001eab600, 0x89a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x3aa
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001eab600, 0x89a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001eab600, 0x89a, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001eab600, 0x89a, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001eab600, 0x89a, 0x0, 0x0, 0x89a, 0xc001eab600, 0x89a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001eab600, 0x89a, 0x89a, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005880e80, 0x7e, 0xc001eab600, 0x89a, 0xc001eab600, 0x89a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005880e80, 0x7e, 0xc001eab600, 0x89a, 0xaa0378, 0x1, 0xc001eab600, 0x89a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a27aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 982 [runnable]:
bytes.makeSlice.func1()
/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0x41e, 0xc006749b00, 0x41e, 0x41e)
/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc00299d0c0, 0x2, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00299d0c0, 0xc00299c104, 0x2, 0x2, 0xf7, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00299d0c0, 0xc004cdf180, 0x1a4, 0x1a4, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00299d0c0, 0xc0042632d0, 0xc00299c1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00299d0c0, 0xc004263260, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00299d0c0, 0xc004263260, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00299d0c0, 0xc004263260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00299d0c0, 0xc004263260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00299d0c0, 0xc004262c40, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a070c0, 0xc004262c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a070c0, 0xc004262c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00299d0c0, 0xc004262b60, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a070c0, 0xc004262b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a070c0, 0xc004262b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00299d0c0, 0xc004262460, 0xc00059d500, 0x7f672bd549b8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a070c0, 0xc004262460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a070c0, 0xc004262460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00299d0c0, 0xc004262380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a070c0, 0xc004262380, 0x54b170, 0xc0027fe680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004262380, 0x0, 0x0, 0x0, 0x0, 0xc004262380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0031968a0, 0x0, 0x0, 0x0, 0x1300, 0xc0008d7900, 0x11e0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0008d7900, 0x11e0, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005067b90)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003a07518, 0xc001136860, 0xc005d72660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a27b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 983 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001137fa0, 0x0, 0x0, 0x0, 0xc00462f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001137fa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00462f8f8, 0xc001fbf000, 0xf1a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a27c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 984 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc002354ae0, 0xffffffff, 0xc003a08a58)
/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc002354ae0, 0xc0016ef1f0, 0xc0016ef1f0)
/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc002354ae0, 0x74)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x7f66fc659668)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003a08ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003a08ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0029e048c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003a08ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003a08ff8, 0x1, 0xc0016fcbe0, 0xc01020b5880, 0x28042bd549b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003a08ff8, 0x4, 0x38e, 0xc0027f2c01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0027f2000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0023088f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001263cb0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a098f8, 0xc002975900, 0xc71, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a27d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 985 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001137f40, 0x0, 0x0, 0x0, 0xc0048d5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001137f40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048d58f8, 0xc0027f8000, 0xfa2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a27e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 986 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00582d980, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00582d980, 0x0, 0x0, 0x0, 0xc0047fd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00582d980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047fd8f8, 0xc003644f80, 0x1a44, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a27ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 987 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003724dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc003724ea0, 0xc000438fc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001137f60, 0x0, 0x0, 0x0, 0xc0048c7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001137f60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048c78f8, 0xc00289e000, 0xef3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000a27f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 988 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0027fe340, 0xc0020c4820, 0x188)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0027fe340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0027fe340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0027fe340, 0xc001836070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001136260, 0x0, 0x0, 0x0, 0xc003a3f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001136260, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a3f8f8, 0xc001bbbb00, 0x868, 0x6b, 0x11c, 0x133)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 989 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc002308c30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002308c30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002308c30, 0xc00265c070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002947660, 0x0, 0x0, 0x0, 0xc00462b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002947660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00462b8f8, 0xc0041d8400, 0xbe7, 0x6b, 0x11c, 0x133)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 990 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc001eba6b0, 0x3, 0xaa4e4b, 0x5, 0x3, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc0006fb5f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0006fb5f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0006fb5f0, 0xc001ec2460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029476a0, 0x0, 0x0, 0x0, 0xc00462d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029476a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00462d8f8, 0xc001c3f600, 0xc98, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 991 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055678f8, 0xc002e18000, 0x3b12, 0x5, 0xc0023a8690, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 992 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc001af703e)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc00463b0b0, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc003725040, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003725040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003725040, 0xc002888e70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af7000, 0x0, 0x0, 0x0, 0xc00463b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af7000, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00463b8f8, 0xc00387f100, 0x1ae3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 993 [runnable]:
golang.org/x/net/html.(*parser).addChild(0xc002903040, 0xc00671ea80)
/home/develop/go/src/golang.org/x/net/html/parse.go:226 +0x276
golang.org/x/net/html.(*parser).addText(0xc002903040, 0xc000c04000, 0x44e)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x162
golang.org/x/net/html.inBodyIM(0xc002903040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002903040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002903040, 0xc004dae0e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af7020, 0x0, 0x0, 0x0, 0xc004f07200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af7020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f078f8, 0xc0029ea000, 0x1310, 0xc001684638, 0x1, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000426d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 994 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0037252b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003725380, 0xc002e1c7e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001137fe0, 0x0, 0x0, 0x0, 0xc004629200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001137fe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046298f8, 0xc002676880, 0xd03, 0xc0034d2fb2, 0x4, 0xc0034d2fb7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 995 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c518f8, 0xc0008d5300, 0x108a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 996 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253660, 0x0, 0x0, 0x0, 0xc0044c1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044c18f8, 0xc00428d100, 0xc8e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 997 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc001684898)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc005f9eae0, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc003df41a0, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003df41a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003df41a0, 0xc00151a310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253680, 0x0, 0x0, 0x0, 0xc0050eb200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253680, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0050eb8f8, 0xc003a0e600, 0x1249, 0x1, 0x1, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 998 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0012536a0, 0x0, 0x0, 0x0, 0xc00174b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0012536a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00174b8f8, 0xc00249c000, 0xf6d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427b00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 999 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003df4270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003df4340, 0xc001ba36c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398d020, 0x0, 0x0, 0x0, 0xc003901200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398d020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039018f8, 0xc00234d500, 0x93a, 0x6, 0xc001df7890, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427d40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1000 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x3)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc001eba628, 0x3, 0xaa4e4b, 0x5, 0xc0038b7090, 0x53f15e)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.afterHeadIM(0xc0006fa8f0, 0x100)
/home/develop/go/src/golang.org/x/net/html/parse.go:766 +0x51d
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0006fa8f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0006fa8f0, 0xc0019f0bd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398d080, 0x0, 0x0, 0x0, 0xc0038b7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398d080, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038b78f8, 0xc002648c00, 0x11a0, 0x6, 0xc001df7890, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000427ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1001 [semacquire]:
strings.Replace(0xc00324e000, 0x34f7, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc001609ce0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c578f8, 0xc00324e000, 0x34f7, 0x6, 0xc001df7890, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a00c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1002 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc001eba62b, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc003df4680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003df4680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003df4680, 0xc0020a7030, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253720, 0x0, 0x0, 0x0, 0xc003935200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253720, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039358f8, 0xc00264e800, 0x1597, 0x1, 0x1, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a01e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1003 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc001eba650, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc003df4820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003df4820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003df4820, 0xc00233d570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398d0e0, 0x0, 0x0, 0x0, 0xc0038fb200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398d0e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038fb8f8, 0xc002c12400, 0xb52, 0x1, 0x1, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a09c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1004 [semacquire]:
strings.Replace(0xc00626e000, 0xe1c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc00626e000, 0xe1c)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044c38f8, 0xc0024f1000, 0xe18, 0x1, 0x1, 0x7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a0c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1005 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc002861110)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc002861110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002861110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002861110, 0xc001815340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002947000, 0x0, 0x0, 0x0, 0xc00393d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002947000, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00393d8f8, 0xc00293b000, 0x172f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1006 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc00398d13e)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc00392f0b0, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc003df49c0, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003df49c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003df49c0, 0xc0014f7e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398d120, 0x0, 0x0, 0x0, 0xc00392f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398d120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00392f8f8, 0xc0024e1500, 0x9cf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1380, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1007 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.beforeHTMLIM(0xc003df4b60, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:555 +0x96
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003df4b60)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003df4b60, 0xc0014f7ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0012537a0, 0x0, 0x0, 0x0, 0xc004929200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0012537a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049298f8, 0xc0025bc000, 0x142a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1008 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048b18f8, 0xc0025ae000, 0xf5d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1009 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0006fad00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0006fadd0, 0xc00298d570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398d140, 0x0, 0x0, 0x0, 0xc003939200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398d140, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039398f8, 0xc0028ad900, 0x12ed, 0xd0bdd0bed0b2d0b7, 0x209480e220bad0be, 0xd020bed082d18dd1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1010 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc003df4ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003df4ea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003df4ea0, 0xc00292a0e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398d180, 0x0, 0x0, 0x0, 0xc00393b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398d180, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00393b8f8, 0xc002828600, 0x1156, 0xd0bdd0bed0b2d0b7, 0x209480e220bad0be, 0xd020bed082d18dd1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1011 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc003df5040)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc003df5040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003df5040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003df5040, 0xc00292a5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253840, 0x0, 0x0, 0x0, 0xc0044dd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253840, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044dd8f8, 0xc002ebac00, 0x118f, 0xd0bdd0bed0b2d0b7, 0x209480e220bad0be, 0xd020bed082d18dd1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1012 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc0028612b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc0028612b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0028612b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0028612b0, 0xc00185c070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002947040, 0x0, 0x0, 0x0, 0xc00394d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002947040, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00394d8f8, 0xc002a6a600, 0x119e, 0x2020202020200a2e, 0x2020202020200a0a, 0x202020202020200a)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1013 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0050f73c0, 0xaa04df, 0x2, 0xc00207d000, 0x2d20, 0x16, 0x449, 0xc00398d320)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00207d000, 0x2d20, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0050f7518, 0xc00398cc40, 0x68, 0xc00137f9d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1014 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0006fb040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0006fb110, 0xc00061e460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002947080, 0x0, 0x0, 0x0, 0xc003937200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002947080, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039378f8, 0xc002328580, 0xc0b, 0xc0038fd639, 0x0, 0xc0038fd63a)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1015 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0003a2840, 0xc0039852c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039853c0, 0xaa04f9, 0x2, 0xc003f36000, 0x5fc, 0xc003f36000, 0xc0039853b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc003f36000, 0x5fc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003985518, 0xc00398d200, 0x4d, 0xc0001f2fa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1016 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005886000, 0x4e9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:43 +0xd5
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005886000, 0x4e9, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005886000, 0x4e9, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005886000, 0x4e9, 0x0, 0x0, 0x4e9, 0xc005886000, 0x4e9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005886000, 0x4e9, 0x4e9, 0x500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002fd9800, 0x73, 0xc005886000, 0x4e9, 0xc005886000, 0x4e9, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002fd9800, 0x73, 0xc005886000, 0x4e9, 0xaa0378, 0x1, 0xc005886000, 0x4e9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0000a1f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1017 [semacquire]:
github.com/gigawattio/window.Rolling(0xc003f00a80, 0x92, 0x92, 0x3, 0x0, 0x91, 0xc003f00a80)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0048b9518, 0xc0003a2e60, 0xc0003a3820)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1018 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002c4db90, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003fe1518, 0xc002c4db90, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003fe1518, 0xc0003a3960, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081e1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1019 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00235b100, 0xcb9, 0xc003997218, 0xc006077c00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00235b100, 0xcb9, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039973c0, 0xaa058b, 0x2, 0xc00235b100, 0xcb9, 0x1, 0x13f, 0xc005d724e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00235b100, 0xcb9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003997518, 0xc001d1f260, 0xa6, 0xc0014238c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081e600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1020 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001137960, 0x0, 0x0, 0x0, 0xc0048bb200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001137960, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048bb8f8, 0xc0026d0000, 0xed7, 0xc0038fe485, 0xf, 0xc0038fe495)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081e6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1021 [runnable]:
unicode/utf8.EncodeRune(0xc006b10fff, 0x4, 0x44c, 0xc00000043e, 0x49ee36)
/usr/local/go/src/unicode/utf8/utf8.go:350 +0x6b
strings.(*Builder).WriteRune(0xc00397f160, 0x43e, 0x1cd, 0x43e, 0x1cf)
/usr/local/go/src/strings/builder.go:114 +0x159
strings.Map(0xae62d0, 0xc00063e332, 0x615, 0xc00397f218, 0xc0049a7180)
/usr/local/go/src/strings/strings.go:511 +0x3ab
strings.ToLower(0xc00063e300, 0x647, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00397f3c0, 0xaa05c9, 0x2, 0xc00063e300, 0x647, 0x1, 0xcd, 0xc006795220)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00063e300, 0x647, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00397f518, 0xc002dbeca0, 0x80, 0xc003a68f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081e780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1022 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002902270, 0xc001ec0e74, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002902270, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002902270)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002902270, 0xc00184a380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002947420, 0x0, 0x0, 0x0, 0xc002833200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002947420, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028338f8, 0xc002622380, 0xd6e, 0xc0038feac0, 0x0, 0xc0038feac1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081e840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1023 [semacquire]:
github.com/andybalholm/cascadia.Compile(0xaa408e, 0x4, 0x1, 0xb856e0, 0xc001137e00)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001dd4570, 0xaa408e, 0x4, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037e3518, 0xc002947480, 0x4d, 0xc0001f3180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1024 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001137e20, 0x0, 0x0, 0x0, 0xc00455f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001137e20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00455f8f8, 0xc002b86600, 0x1156, 0xc0038feac0, 0x0, 0xc0038feac1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1025 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc001ec0e80, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc002902340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002902340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002902340, 0xc000ffc070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002947500, 0x0, 0x0, 0x0, 0xc0048c5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002947500, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048c58f8, 0xc002c74000, 0x15a2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1026 [semacquire]:
strings.Replace(0xc006025000, 0xf8a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc006025000, 0xf8a)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039918f8, 0xc001ccb000, 0xf86, 0x6, 0xc0023fe810, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1027 [semacquire]:
strings.Replace(0xc004054000, 0x150b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc004054000, 0x150b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039af8f8, 0xc002c78800, 0x1505, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1029 [semacquire]:
regexp.makeOnePass(0xc001561320, 0xc001561320)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc0015612c0, 0xc0015612c0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004571300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004571300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004571300, 0x0, 0xb856e0, 0xc0000be108, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004571300, 0xc001260070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004571300, 0x42ca96, 0xc001561260, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc004571370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001db8c40, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001560b70, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc004571518, 0xc001db87a0, 0xabc101, 0x1d, 0x49, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081ee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1030 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0039ab2e0, 0xc0039ab2a8, 0xc0039ab330, 0x42ca96, 0xc002cd8480, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xab9e11, 0x19, 0x1, 0xc0039ab348, 0xc0039ab360, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xab9e11, 0x19, 0x1, 0xb856e0, 0xc001137ea0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0012637d0, 0xab9e11, 0x19, 0xc002cd8480)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0039ab518, 0xc001af6c80, 0x8d0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1031 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00000ec80, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000ec80, 0x0, 0x0, 0x0, 0xc0048c3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000ec80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048c38f8, 0xc00280c000, 0xfbd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081f080, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1032 [runnable]:
strings.Index(0xc005e60a00, 0x30f8, 0xaa0378, 0x1, 0x4ee)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc005e60a00, 0x30f8, 0xaa0378, 0x1, 0x0, 0x4ee, 0x42fa20, 0x4ef, 0x4ef)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00555b3c0, 0xaa05c9, 0x2, 0xc003be6a00, 0x30f8, 0x1, 0x4ef, 0xc006226de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc003be6a00, 0x30f8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00555b518, 0xc0000bfc80, 0x79, 0xc00182bf80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081f140, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1033 [runnable]:
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005651e10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2255 +0xa0
golang.org/x/net/html.(*parser).parse(0xc005651e10, 0xc0066a9f80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0011367c0, 0x0, 0x0, 0x0, 0xc004ed5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0011367c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ed58f8, 0xc001eeca00, 0x331b, 0x1, 0xc003050d20, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081f2c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1034 [runnable]:
bytes.(*Buffer).WriteString(0xc006874900, 0xaa0425, 0x2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:180 +0x10f
golang.org/x/net/html.render1(0xb84d20, 0xc006874900, 0xc0066bd110, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:225 +0x76c
golang.org/x/net/html.render1(0xb84d20, 0xc006874900, 0xc0066bc9a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006874900, 0xc0066bc8c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006874900, 0xc0011cab60, 0xb84d20, 0xc006874900)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006874900, 0xc0011cab60, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0066b8870, 0x3add1aa0c, 0x1251a20, 0xc006227960, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081f380, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1036 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003724d00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003724d00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003724d00, 0xc003fa00e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6f20, 0x0, 0x0, 0x0, 0xc002967200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6f20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029678f8, 0xc002e49900, 0x10f4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1037 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0029029c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029029c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0029029c0, 0xc0021f0700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6f40, 0x0, 0x0, 0x0, 0xc00456d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6f40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00456d8f8, 0xc001326400, 0xb5c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1038 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002308a90, 0xc005f9eb00, 0x9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002308a90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002308a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002308a90, 0xc001d45a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029475e0, 0x0, 0x0, 0x0, 0xc003a05200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029475e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a058f8, 0xc0024c2800, 0xbe6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1039 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002902d00, 0xc003572360, 0x11b)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002902d00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002902d00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002902d00, 0xc000438150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002947620, 0x0, 0x0, 0x0, 0xc002963200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002947620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029638f8, 0xc002eb9900, 0x10b1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1040 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x3)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc001eba6a0, 0x3, 0xaa4e4b, 0x5, 0xc003d95090, 0x53f15e)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.afterHeadIM(0xc002902ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:766 +0x51d
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002902ea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002902ea0, 0xc0004396c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6fc0, 0x0, 0x0, 0x0, 0xc003d95200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6fc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d958f8, 0xc001c3db00, 0xd31, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1041 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001137f80, 0x0, 0x0, 0x0, 0xc0048d1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001137f80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048d18f8, 0xc002864000, 0xed0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081f920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1042 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c024bc50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a06c10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a06c00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004ad7500, 0x658, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e6c120, 0x8c, 0xc004ad7500, 0x658, 0xc004ad7500, 0x658, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e6c120, 0x8c, 0xc004ad7500, 0x658, 0xaa0378, 0x1, 0xc004ad7500, 0x658, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081f9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1043 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0006fb790, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0006fb790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0006fb790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0006fb790, 0xc002c78070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398d6e0, 0x0, 0x0, 0x0, 0xc003a3b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398d6e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a3b8f8, 0xc002fa6880, 0xd10, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081faa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1044 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc001eba6b3, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc0037251e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0037251e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0037251e0, 0xc002f6c230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398d720, 0x0, 0x0, 0x0, 0xc003a3d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398d720, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a3d8f8, 0xc00283aa00, 0x1403, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1045 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055758f8, 0xc0033cc000, 0x2aa2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081fc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1046 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.glob..func6(0xc00000043f, 0x600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:324 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc006201c00, 0x683, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:271 +0x3a2
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006201c00, 0x683, 0x0, 0x0, 0x683, 0xc006201c00, 0x683)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006201c00, 0x683, 0x683, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0035fca29, 0x69, 0xc006201c00, 0x683, 0xc006201c00, 0x683, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0035fca29, 0x69, 0xc006201c00, 0x683, 0xaa0378, 0x1, 0xc006201c00, 0x683, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1047 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002a9f2e0, 0x432e00, 0xc002a9f210, 0x72129bbd, 0x804fc1ee9b3c4ca4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002a9f2e0, 0xc003b84b70, 0xad013e, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002a9f2e0, 0x2a0b, 0x2, 0xc002a9f2f8, 0x43e2a1, 0xc002a9f201)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0xa4a020, 0xc002a9f358, 0x10000000042ab7a, 0x0, 0x8c6)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002e8ade0, 0xaa64ee, 0x5, 0x113a)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc002a9f518, 0xc00398d860, 0x8c6, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081fda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1048 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc00398da3e)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc004f050b0, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc003df56c0, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003df56c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003df56c0, 0xc001c8a070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398da20, 0x0, 0x0, 0x0, 0xc004f05200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398da20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f058f8, 0xc0011ee000, 0x80a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081fe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1049 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002c7a000, 0xf34, 0xc004f03218, 0xc003404380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002c7a000, 0xf34, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f033c0, 0xaa0503, 0x2, 0xc002c7a000, 0xf34, 0x1, 0x19f, 0xc006316da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002c7a000, 0xf34, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f03518, 0xc006316a40, 0x5c, 0xc0046a6240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00081ff20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1050 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052018f8, 0xc002fb2000, 0xf3b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1051 [semacquire]:
regexp.makeOnePass.func1(0x7f6700000002, 0xc001eba6c0, 0x10, 0x10, 0x42cc84)
/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass.func1(0x1, 0xc001eba6c0, 0x10, 0x10, 0x4)
/usr/local/go/src/regexp/onepass.go:358 +0x5d7
regexp.makeOnePass(0xc003b84780, 0xc003b84780)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc003b84720, 0xc003b84720)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003a38ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003a38ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003f14154)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003a38ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003a38ff8, 0x1, 0xc003e19c30, 0xc0104b59180, 0x28042bd549b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003a38ff8, 0x4, 0xc98, 0xc002f45301, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002f45000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0006fbad0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003b846f0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a398f8, 0xc002fd0c00, 0x1274, 0x1, 0xc003bb79f0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1052 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004e9f300, 0x120, 0x120, 0x3, 0x0, 0x11f, 0xc004e9f300)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e2d518, 0xc003fa2020, 0xc003fa2a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1053 [runnable]:
golang.org/x/net/html.render1(0xb84d20, 0xc0051f1da0, 0xc003b9a9a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:68 +0x12d4
golang.org/x/net/html.render1(0xb84d20, 0xc0051f1da0, 0xc003b9a770, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0051f1da0, 0xc003b9a2a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0051f1da0, 0xc003b9a1c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0051f1da0, 0xc001d45500, 0xb84d20, 0xc0051f1da0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0051f1da0, 0xc001d45500, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0051f1bf0, 0x392737058, 0x1251a20, 0xc002413ba0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1054 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002a7c000, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a7c000, 0x0, 0x0, 0x0, 0xc002961200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a7c000, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029618f8, 0xc0029eca00, 0x14d3, 0x5, 0xc0023b4770, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1055 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0048cf2e0, 0x20300100000000, 0x7f658be26fff, 0xc0048cf218, 0x435db6)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0048cf2e0, 0x1000, 0x7f658bd23300, 0x7f658be26fff, 0xc0048cf258)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0048cf2e0, 0x2000, 0x7f670402cfa8, 0xc0048cf2f8, 0xc0048cf2c0, 0x2)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f670402cfa8, 0xc0048cf301, 0x10100000042ab7a, 0x0, 0xfe7)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002e8ac90, 0xaa64ee, 0x5, 0x192f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0048cf518, 0xc00398d780, 0xfe7, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1056 [semacquire]:
regexp.onePassCopy(0xc002cd8ab0, 0xc002cd8ab0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc002cd8ab0, 0xc002cd8ab0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004906ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004906ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203000, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004906ff8, 0xc004f02e00, 0xc002c79f10, 0x5199fd, 0xc00297b000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004906ff8, 0x203000, 0xc004a41880, 0xc004a41880, 0x1007f672bd527d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004906ff8, 0x46e6ce, 0xc003c4dea0, 0xc004a41880, 0x7f672bd527d0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00005e060, 0x70, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002308dd0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002e8ad80, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f038f8, 0xc001564000, 0x873, 0xc2be74, 0xc001f4d4b0, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1057 [semacquire]:
strings.Replace(0xc004838000, 0xd77d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3b, 0xc003c4fef0, 0x2)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055618f8, 0xc004838000, 0xd77d, 0xc001ba0690, 0x6, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a0f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1058 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc003df5860, 0x200)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003df5860)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003df5860, 0xc0053fcb60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253a20, 0x0, 0x0, 0x0, 0xc002a9b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253a20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a9b8f8, 0xc0029f6a00, 0x1433, 0x1, 0xc00197df50, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1059 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a8ec23d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017ff500, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017ff4f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0005ee000, 0x3e7, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001152e10, 0x6b, 0xc0005ee000, 0x3e7, 0xc0005ee000, 0x3e7, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001152e10, 0x6b, 0xc0005ee000, 0x3e7, 0xaa0378, 0x1, 0xc0005ee000, 0x3e7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1060 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0031fa620, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0031fa620, 0x0, 0x0, 0x0, 0xc005563200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0031fa620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055638f8, 0xc002ff6000, 0x90c, 0x5, 0x1, 0xc00197ce30)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1061 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc00336ce30, 0x3, 0xaa4e4b, 0x5, 0x3, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc002860340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002860340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002860340, 0xc001792070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002946ba0, 0x0, 0x0, 0x0, 0xc00375d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002946ba0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00375d8f8, 0xc0006dd000, 0xbc2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a15c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1062 [runnable]:
golang.org/x/net/html.(*Tokenizer).readByte(0xc0044780d0, 0xc004478020)
/home/develop/go/src/golang.org/x/net/html/token.go:234 +0x440
golang.org/x/net/html.(*Tokenizer).readTagAttrVal(0xc0044780d0)
/home/develop/go/src/golang.org/x/net/html/token.go:917 +0xd0
golang.org/x/net/html.(*Tokenizer).readTag(0xc0044780d0, 0xc00197fd01)
/home/develop/go/src/golang.org/x/net/html/token.go:831 +0xa6
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc0044780d0, 0x6d)
/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc0044780d0, 0x1)
/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc0044781a0, 0xc004484070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398dfa0, 0x0, 0x0, 0x0, 0xc004637200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398dfa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046378f8, 0xc0008e8600, 0x1185, 0xc0021ee540, 0x6, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1063 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0060eb790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0060eb860, 0xc00361b9d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398dae0, 0x0, 0x0, 0x0, 0xc004639200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398dae0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046398f8, 0xc003a95000, 0xb88, 0xc001e554b0, 0x5, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a18c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1064 [semacquire]:
strings.Replace(0xc005c74000, 0x1d00, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x3, 0xc005c74000, 0x1d00)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055778f8, 0xc0030b2000, 0x1cff, 0x1, 0xc00163cf80, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1066 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003767800, 0x251e, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003767800, 0x251e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003767800, 0x251e, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003767800, 0x251e, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003767800, 0x251e, 0x0, 0x0, 0x251e, 0xc003767800, 0x251e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003767800, 0x251e, 0x251e, 0x3000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00115e640, 0x62, 0xc003767800, 0x251e, 0xc003767800, 0x251e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00115e640, 0x62, 0xc003767800, 0x251e, 0xaa0378, 0x1, 0xc003767800, 0x251e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1067 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0047492c8, 0x0, 0x0, 0x45624c, 0xc004749190)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0047492c8, 0x43e878, 0xae60f0, 0x5555555555555555, 0x38)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0047492c8, 0xc00474044b, 0x48e800, 0xc0047492a8, 0x49e710, 0x1161600)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa3da6, 0x4, 0x44b, 0x2, 0x71, 0x71, 0xc004749360)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa3da6, 0x4, 0x50c765, 0xc002ab2bb0, 0x73)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0015616b0, 0xaa3da6, 0x4, 0xffffffffffffffff)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004749518, 0xc001d1f700, 0xad, 0xc002ab2bb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:120 +0x4a
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a1ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1068 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053ab040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ce3860, 0xc005edca10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f63c0, 0x0, 0x0, 0x0, 0xc003b45200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f63c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b458f8, 0xc0023a5900, 0x2278, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1069 [runnable]:
strings.genSplit(0xc0034abe83, 0xf76, 0xaa0378, 0x1, 0x0, 0x206, 0x2556, 0xc001d50800, 0x15f9)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005783588, 0xaa058b, 0x2, 0xc001d50800, 0x15f9, 0xc006872d01, 0xc00618da40, 0xc005783230)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc005783518, 0xc00618cfc0, 0xc00618d140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005783518, 0xc002a01180, 0x40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1070 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005baf3c0, 0xaa0503, 0x2, 0xc002f20000, 0x7dc, 0x1, 0xe9, 0xc0027f72c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002f20000, 0x7dc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005baf518, 0xc001076020, 0x6b, 0xc003c4cf50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1071 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cc38f8, 0xc004fc4000, 0x1acd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1072 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0042dd110, 0xc002a4c780, 0x9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0042dd110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0042dd110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0042dd110, 0xc004708e70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0011362c0, 0x0, 0x0, 0x0, 0xc003b59200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0011362c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b598f8, 0xc0039b1800, 0xae9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1073 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053ab380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ce3ba0, 0xc005edcc40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b875a0, 0x0, 0x0, 0x0, 0xc0051b9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b875a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051b98f8, 0xc003a26000, 0xb37, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000480f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1074 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00523f8f8, 0xc0029e2000, 0xfe6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1075 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003b25c70, 0xc001ec0e86, 0x6)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003b25c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003b25c70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003b25c70, 0xc00348a070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003902680, 0x0, 0x0, 0x0, 0xc0011e9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003902680, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0011e98f8, 0xc00471d500, 0xa1e, 0xc001120e20, 0x9e9080, 0xc001120e90)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1076 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0034c3380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0034c3450, 0xc002e03490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a015a0, 0x0, 0x0, 0x0, 0xc004813200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a015a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048138f8, 0xc0006dc400, 0xa83, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004817a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1077 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0017a3a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003c368f0, 0xc00348b110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00320a100, 0x0, 0x0, 0x0, 0xc003b3f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00320a100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b3f8f8, 0xc0028f7500, 0x996, 0xc003b55cd0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1078 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:141
regexp.makeOnePass(0xc003b84c90, 0xc003b84c90)
/usr/local/go/src/regexp/onepass.go:306 +0x93
regexp.compileOnePass(0xc004e600c0, 0xc004e600c0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002c9cff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002c9cff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002d8ffb4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002c9cff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002c9cff8, 0x1, 0xc00203c8a0, 0xc0103fa6700, 0x28042bd52108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002c9cff8, 0x4, 0x6bc, 0xc004775901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004775000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0042dd6c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004e60090, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c9d8f8, 0xc002d8d500, 0x946, 0xc003b55cd0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1080 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005bf52e0, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:773 +0x538
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005bf52e0, 0x75a856, 0x0, 0xc00477e310, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005bf52e0, 0x3, 0xc005bf5330, 0x42cc84, 0xc0039c0090, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xab9e11, 0x19, 0x1, 0xc005bf5348, 0xc005bf5360, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xab9e11, 0x19, 0x1, 0xb856e0, 0xc0027f7260)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003b849c0, 0xab9e11, 0x19, 0xc0039c0090)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc005bf5518, 0xc003b875c0, 0xc3d, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1081 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004db18f8, 0xc0049d9900, 0x1019, 0xc003b55cd0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000481f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1082 [runnable]:
github.com/gigawattio/window.Rolling(0xc0025ae000, 0x9a, 0x9a, 0x3, 0x0, 0x99, 0xc0025ae000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:18 +0xb7
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004e53518, 0xc002a00640, 0xc002a00fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1083 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00000ec40, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000ec40, 0x0, 0x0, 0x0, 0xc004e6d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000ec40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e6d8f8, 0xc002b13000, 0x16d8, 0x83d181d120b9d0be, 0xbed0bcd0b8d0b4d0, 0xa2eb8d082d181d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1084 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053ab860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0046a40d0, 0xc005edcee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a010e0, 0x0, 0x0, 0x0, 0xc00523d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a010e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00523d8f8, 0xc002df8000, 0x1397, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1085 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0019f90c0, 0xc0055fb3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb03
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019f90c0, 0xc0055fb3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019f90c0, 0xc0055fb2d0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003bbd0c0, 0xc0055fb2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003bbd0c0, 0xc0055fb2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019f90c0, 0xc0055fb1f0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003bbd0c0, 0xc0055fb1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003bbd0c0, 0xc0055fb1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019f90c0, 0xc0055faaf0, 0x20300100000000, 0x7f658be26fff)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003bbd0c0, 0xc0055faaf0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003bbd0c0, 0xc0055faaf0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019f90c0, 0xc0055faa10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003bbd0c0, 0xc0055faa10, 0x54b170, 0xc0046a4270)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0055faa10, 0x0, 0x0, 0x0, 0x0, 0xc0055faa10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0055c9650, 0x0, 0x0, 0x0, 0xa80, 0xc006023500, 0x9b3, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006023500, 0x9b3, 0x0, 0x0, 0x0, 0x440d95, 0xc0050c0db0, 0x7f66fc00c689, 0xe97fb6000000002)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003bbd518, 0xc002b50d80, 0xc001d1fca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1086 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003df5e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004adbc70, 0xc006009c00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001907760, 0x0, 0x0, 0x0, 0xc004e6f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001907760, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e6f8f8, 0xc00516d100, 0x1ac4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7c9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1087 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700006720, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003f63460, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003f63450, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001532380, 0x303, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001145680, 0x7a, 0xc001532380, 0x303, 0xc001532380, 0x303, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001145680, 0x7a, 0xc001532380, 0x303, 0xaa0378, 0x1, 0xc001532380, 0x303, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7cb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1088 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003df5ee0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004adbd40, 0xc006009c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001907780, 0x0, 0x0, 0x0, 0xc003c2f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001907780, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c2f8f8, 0xc002dfaa00, 0x144c, 0xd181d120b5d08bd1, 0xd181d1b4d0b5d080, 0xd0202eb0d0b2d082)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7ccc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1089 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003e30680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e30680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003e30680, 0xc00370e070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00320a640, 0x0, 0x0, 0x0, 0xc003c79200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00320a640, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c798f8, 0xc0030ff900, 0x1279, 0xd181d120b5d08bd1, 0xd181d1b4d0b5d080, 0xd0202eb0d0b2d082)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7ce40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1090 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00574c4e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00574c5b0, 0xc003740070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b87da0, 0x0, 0x0, 0x0, 0xc004e6b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b87da0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e6b8f8, 0xc003be6a00, 0x31af, 0xd181d120b5d08bd1, 0xd181d1b4d0b5d080, 0xd0202eb0d0b2d082)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7cfc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1091 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001253e60, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253e60, 0x0, 0x0, 0x0, 0xc004e75200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253e60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e758f8, 0xc0021eb200, 0xc2e, 0xd0bcd020bad020b5, 0xd181d183d188d1b8, 0x2083d1bdd0b8d082)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1092 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0044924e0, 0xc003bcbc80, 0x54)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0044924e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0044924e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0044924e0, 0xc004a7e070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00320a680, 0x0, 0x0, 0x0, 0xc003c75200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00320a680, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c758f8, 0xc002ffa380, 0xd6e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1093 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0014ec9c0, 0xc00336cef8, 0x7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0014ec9c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0014ec9c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0014ec9c0, 0xc00291f1f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b87660, 0x0, 0x0, 0x0, 0xc004e81200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b87660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e818f8, 0xc00343a400, 0xbbc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1094 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053aa0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004adbee0, 0xc006009d50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019077c0, 0x0, 0x0, 0x0, 0xc005245200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019077c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052458f8, 0xc00307c000, 0xa77, 0x20b0d0bdd0b0d0b2, 0xd1b2d020bed0b2d0, 0x208fd1bcd0b5d080)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1095 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053aa270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0028601a0, 0xc006009e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b87680, 0x0, 0x0, 0x0, 0xc003c77200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b87680, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c778f8, 0xc002dd0580, 0xc5b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1096 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004462900, 0x81b, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004462900, 0x81b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004462900, 0x81b, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004462900, 0x81b, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004462900, 0x81b, 0x0, 0x0, 0x81b, 0xc004462900, 0x81b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004462900, 0x81b, 0x81b, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005986160, 0xa5, 0xc004462900, 0x81b, 0xc004462900, 0x81b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005986160, 0xa5, 0xc004462900, 0x81b, 0xaa0378, 0x1, 0xc004462900, 0x81b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1097 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053aa340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0028604e0, 0xc006009f10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001907800, 0x0, 0x0, 0x0, 0xc005241200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001907800, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052418f8, 0xc003138000, 0x1000, 0x404040404030302, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7d980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1098 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.afterHeadIM(0xc00574c8f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00574c8f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00574c8f0, 0xc0039be700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b35920, 0x0, 0x0, 0x0, 0xc00524d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b35920, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00524d8f8, 0xc0031b8000, 0xc34, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7da40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1099 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:141
regexp.makeOnePass(0xc0055c8ff0, 0xc0055c8ff0)
/usr/local/go/src/regexp/onepass.go:306 +0x93
regexp.compileOnePass(0xc00275a210, 0xc00275a210)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005a32ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005a32ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001e527a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005a32ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005a32ff8, 0x1, 0xc0001f6c90, 0xc00459fc00, 0x28042bd53c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005a32ff8, 0x4, 0xefd, 0xc004bdd101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004bdd000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0044929c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00275a1e0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d2f8f8, 0xc003c9ac00, 0x10fe, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7db00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1100 [runnable]:
unicode.IsSpace(0xc000000443, 0xc006847200)
/usr/local/go/src/unicode/graphic.go:126 +0x98
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc005f5f0c0, 0xc006847200, 0x41e, 0xc00000002e, 0x400, 0x2e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:476 +0x380
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005f5f0c0, 0xc006847200, 0x41e, 0x41e, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f5f0c0, 0xc002f016c0, 0xc005f5e1e8, 0xc0008a2828)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f5f0c0, 0xc002f01650, 0x1, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005f5f0c0, 0xc002f01650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:189 +0xdfe
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f5f0c0, 0xc002f01650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f5f0c0, 0xc002f00c40, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00535d0c0, 0xc002f00c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00535d0c0, 0xc002f00c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f5f0c0, 0xc002f00b60, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00535d0c0, 0xc002f00b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00535d0c0, 0xc002f00b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f5f0c0, 0xc002f00460, 0xc001a40a80, 0x7f672bd542f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00535d0c0, 0xc002f00460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00535d0c0, 0xc002f00460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f5f0c0, 0xc002f00380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00535d0c0, 0xc002f00380, 0x54b170, 0xc00283dba0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002f00380, 0x0, 0x0, 0x0, 0x0, 0xc002f00380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0027a2ba0, 0x0, 0x0, 0x0, 0x1000, 0xc004b37000, 0xf77, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004b37000, 0xf77, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00182c300)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00535d518, 0xc0061dda00, 0xc0027f66a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7dbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1101 [runnable]:
unicode.SimpleFold(0x54, 0xc006a9c140)
/usr/local/go/src/unicode/letter.go:336 +0x14f
regexp/syntax.(*compiler).rune(0xc002aa6b30, 0xc0067fe1d8, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:271 +0x1df
regexp/syntax.(*compiler).compile(0xc002aa6b30, 0xc0067c9c00, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc002aa6b30, 0xc0067c9c70, 0xc005248b68)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0067c9c70, 0xc0067c9c70, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x100)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002aa6ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002aa6ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0008a28d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002aa6ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002aa6ff8, 0x1, 0xc0067ab3d0, 0xc0049a7180, 0x28042bd542f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002aa6ff8, 0x4, 0x1a4, 0xc0059d7e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0059d7000, 0x28, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x440d95, 0xc0050a2598)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006a96300, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052498f8, 0xc003194000, 0xe59, 0xc003d04b74, 0x1d, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7dc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1102 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cd13c0, 0xaa0503, 0x2, 0xc0016ab000, 0xfd7, 0x1, 0x28a, 0xc006317be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0016ab000, 0xfd7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cd1518, 0xc0029470e0, 0x52, 0xc0046a7f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7dd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1103 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b35a00, 0x0, 0x0, 0x0, 0xc00525f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b35a00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00525f8f8, 0xc003198000, 0xf43, 0xc003d05dfa, 0x2, 0xc003d05dfd)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7de00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1104 [semacquire]:
strings.Replace(0xc001a6d800, 0x3660, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x13, 0xc001a6d800, 0x3660)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a5b8f8, 0xc003973800, 0x3658, 0x1, 0xc003bb79f0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7dec0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1105 [runnable]:
regexp.(*Regexp).ReplaceAllString.func1(0xc006b88d00, 0x713, 0x900, 0xc00242cd70, 0x2, 0x2, 0x6f8, 0x900, 0x6ff)
/usr/local/go/src/regexp/regexp.go:557 +0xfe
regexp.(*Regexp).replaceAll(0xc0028950e0, 0x0, 0x0, 0x0, 0xc004353500, 0xa56, 0x2, 0xc005645218, 0xc004353500, 0xa56, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0028950e0, 0xc004353500, 0xa56, 0xaa0378, 0x1, 0x1, 0x10)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0048cb518, 0xc003b86840, 0xc00582c760)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000d7df80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1106 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002e108f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002e109c0, 0xc004e1aa10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1e20, 0x0, 0x0, 0x0, 0xc004f87200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1e20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f878f8, 0xc002970000, 0xe78, 0xc001f9da60, 0x6, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd00c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1107 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0006fbc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0006fbc70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0006fbc70, 0xc002f6c380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398db00, 0x0, 0x0, 0x0, 0xc00466b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398db00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00466b8f8, 0xc0032aea80, 0x9ce, 0x2, 0xc0023a8bc0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd0240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1108 [semacquire]:
strings.Replace(0xc005e0c000, 0x57da, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc005e0c000, 0x57da)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055718f8, 0xc0031a4000, 0x57d8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd0360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1109 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005094800, 0x4116, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005094800, 0x4116, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005094800, 0x4116, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005094800, 0x4116, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005094800, 0x4116, 0x0, 0x0, 0x4116, 0xc005094800, 0x4116)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005094800, 0x4116, 0x4116, 0x4800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013b055c, 0x4b, 0xc005094800, 0x4116, 0xc005094800, 0x4116, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013b055c, 0x4b, 0xc005094800, 0x4116, 0xaa0378, 0x1, 0xc005094800, 0x4116, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd0420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1110 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d05a1210, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0006b8db0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0006b8d70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0042aca80, 0xa00, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ad1bb9, 0x3e, 0xc0042aca80, 0xa00, 0xc0042aca80, 0xa00, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ad1bb9, 0x3e, 0xc0042aca80, 0xa00, 0xaa0378, 0x1, 0xc0042aca80, 0xa00, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd04e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1111 [semacquire]:
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002cd9a10, 0xaa64ee, 0x5, 0xa27f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004811518, 0xc0028ca140, 0x58b8, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd05a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1112 [semacquire]:
strings.Replace(0xc0064c8000, 0xd72f, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x8, 0xc0064c8000, 0xd72f)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052238f8, 0xc005676000, 0xd722, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd0660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1113 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00061adf0, 0x1, 0x1, 0xc005b91860, 0x6, 0x6, 0xc003b40fe0, 0xc0003a38e0, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc00113ec80, 0x1, 0x1, 0xc003b410b0, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc00113ec80, 0x1, 0x1, 0xb856e0, 0xc0003a38e0, 0xc003909200, 0xc003909200, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003909110, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b418f8, 0xc0011efb00, 0x8f0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd0720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1114 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001af6a80, 0xc0041b72c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041b73c0, 0xaa0503, 0x2, 0xc00286e000, 0x57eb, 0x3, 0x849, 0xc002b51fe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00286e000, 0x57eb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041b7518, 0xc002b51b80, 0x6d, 0xc00137f490)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd07e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1115 [semacquire]:
strings.Replace(0xc005b58000, 0x7bde, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc004dc86f0, 0xb6c0fc)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004afd8f8, 0xc005b58000, 0x7bde, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd08a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1116 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005457588, 0xaa058b, 0x2, 0xc003306a80, 0x377, 0x3, 0xc005457290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc00313bda0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003104570, 0xc005457320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc005457518, 0xc00252bf20, 0xc0029479e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc005457518, 0xc00252bf20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc005457518, 0xc00252bf20, 0xc00252bf20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd0960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1117 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6660ca0ba0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a97b30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a97b20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00499af00, 0x4b3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fd3b0, 0x81, 0xc00499af00, 0x4b3, 0xc00499af00, 0x4b3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fd3b0, 0x81, 0xc00499af00, 0x4b3, 0xaa0378, 0x1, 0xc00499af00, 0x4b3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd0a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1119 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00048e300, 0x625, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00048e300, 0x625, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00048e300, 0x625, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00048e300, 0x625, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00048e300, 0x625, 0x0, 0x0, 0x625, 0xc00048e300, 0x625)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00048e300, 0x625, 0x625, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013772d4, 0x8b, 0xc00048e300, 0x625, 0xc00048e300, 0x625, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013772d4, 0x8b, 0xc00048e300, 0x625, 0xaa0378, 0x1, 0xc00048e300, 0x625, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd0ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1120 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66849a0e90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020b1690, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020b1670, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000930000, 0x4c4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002034c00, 0x79, 0xc000930000, 0x4c4, 0xc000930000, 0x4c4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002034c00, 0x79, 0xc000930000, 0x4c4, 0xaa0378, 0x1, 0xc000930000, 0x4c4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd0c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1121 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f669cf97c20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030510b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030510a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0044e4d00, 0x82d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001696630, 0x8c, 0xc0044e4d00, 0x82d, 0xc0044e4d00, 0x82d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001696630, 0x8c, 0xc0044e4d00, 0x82d, 0xaa0378, 0x1, 0xc0044e4d00, 0x82d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd0d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1122 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700786320, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b3a440, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b3a430, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004d81000, 0x71d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00184c120, 0x84, 0xc004d81000, 0x71d, 0xc004d81000, 0x71d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00184c120, 0x84, 0xc004d81000, 0x71d, 0xaa0378, 0x1, 0xc004d81000, 0x71d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd0de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1123 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0040e8600, 0x1006, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0040e8600, 0x1006, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0040e8600, 0x1006, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0040e8600, 0x1006, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0040e8600, 0x1006, 0x0, 0x0, 0x1006, 0xc0040e8600, 0x1006)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0040e8600, 0x1006, 0x1006, 0x1300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001266660, 0x24, 0xc0040e8600, 0x1006, 0xc0040e8600, 0x1006, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001266660, 0x24, 0xc0040e8600, 0x1006, 0xaa0378, 0x1, 0xc0040e8600, 0x1006, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd0ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1124 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c504bad0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0029a3100, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0029a30f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00148c000, 0x337, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0040b4000, 0x72, 0xc00148c000, 0x337, 0xc00148c000, 0x337, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0040b4000, 0x72, 0xc00148c000, 0x337, 0xaa0378, 0x1, 0xc00148c000, 0x337, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd0f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1125 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004334000, 0x763, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004334000, 0x763, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004334000, 0x763, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004334000, 0x763, 0x0, 0x0, 0x763, 0xc004334000, 0x763)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004334000, 0x763, 0x763, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0040b4200, 0x7d, 0xc004334000, 0x763, 0xc004334000, 0x763, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0040b4200, 0x7d, 0xc004334000, 0x763, 0xaa0378, 0x1, 0xc004334000, 0x763, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd1020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1126 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6670947830, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00336d520, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00336d510, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005914400, 0x819, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000616ae0, 0x57, 0xc005914400, 0x819, 0xc005914400, 0x819, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000616ae0, 0x57, 0xc005914400, 0x819, 0xaa0378, 0x1, 0xc005914400, 0x819, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd10e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1127 [semacquire]:
github.com/gigawattio/window.Rolling(0xc002992000, 0xe9, 0xe9, 0x3, 0x0, 0xe8, 0xc002992000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0052c5518, 0xc0025c04a0, 0xc0025c1020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd11a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1128 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6664be3850, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0017ff180, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0017ff170, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0023eec00, 0x3da, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001145280, 0x78, 0xc0023eec00, 0x3da, 0xc0023eec00, 0x3da, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001145280, 0x78, 0xc0023eec00, 0x3da, 0xaa0378, 0x1, 0xc0023eec00, 0x3da, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd1260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1129 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001601200, 0x5f6, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001601200, 0x5f6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001601200, 0x5f6, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001601200, 0x5f6, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001601200, 0x5f6, 0x0, 0x0, 0x5f6, 0xc001601200, 0x5f6)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001601200, 0x5f6, 0x5f6, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013ac460, 0x66, 0xc001601200, 0x5f6, 0xc001601200, 0x5f6, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013ac460, 0x66, 0xc001601200, 0x5f6, 0xaa0378, 0x1, 0xc001601200, 0x5f6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd1320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1130 [semacquire]:
regexp.onePassCopy(0xc006104c90, 0xc006104c90)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc006104c90, 0xc006104c90)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x25)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00405d300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00405d300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00405d300, 0x0, 0xb856e0, 0xc0000be108, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00405d300, 0xc0016ef6c0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00405d300, 0x42cc84, 0xc006104c60, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00405d370, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00320b220, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002cd8300, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00405d518, 0xc001c39720, 0xabc101, 0x1d, 0x7c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd13e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1131 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00000ed80, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000ed80, 0x0, 0x0, 0x0, 0xc00528f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000ed80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00528f8f8, 0xc004290600, 0x12e0, 0x6, 0xc002023550, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd14a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1132 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd1560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1133 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6634e96400, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00287b5c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00287b5b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0034d5500, 0xa58, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012fe5ac, 0x94, 0xc0034d5500, 0xa58, 0xc0034d5500, 0xa58, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012fe5ac, 0x94, 0xc0034d5500, 0xa58, 0xaa0378, 0x1, 0xc0034d5500, 0xa58, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd1620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1134 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67014beca0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003bb5e60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003bb5e50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00217a700, 0x64e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000504bb0, 0xa9, 0xc00217a700, 0x64e, 0xc00217a700, 0x64e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000504bb0, 0xa9, 0xc00217a700, 0x64e, 0xaa0378, 0x1, 0xc00217a700, 0x64e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd16e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1135 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6655639230, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ac1c50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ac1c40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0012fa000, 0x7ea, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ebd0ec, 0x81, 0xc0012fa000, 0x7ea, 0xc0012fa000, 0x7ea, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ebd0ec, 0x81, 0xc0012fa000, 0x7ea, 0xaa0378, 0x1, 0xc0012fa000, 0x7ea, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd17a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1136 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6701082f80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00278cfb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00278cfa0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00402f800, 0x706, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00130da78, 0x7b, 0xc00402f800, 0x706, 0xc00402f800, 0x706, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00130da78, 0x7b, 0xc00402f800, 0x706, 0xaa0378, 0x1, 0xc00402f800, 0x706, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd1860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1137 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001baa000, 0x72d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001baa000, 0x72d, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001baa000, 0x72d, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001baa000, 0x72d, 0x0, 0x0, 0x72d, 0xc001baa000, 0x72d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001baa000, 0x72d, 0x72d, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bd480, 0x7b, 0xc001baa000, 0x72d, 0xc001baa000, 0x72d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011bd480, 0x7b, 0xc001baa000, 0x72d, 0xaa0378, 0x1, 0xc001baa000, 0x72d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd1920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1138 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004174000, 0xeaa, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004174000, 0xeaa, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004174000, 0xeaa, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004174000, 0xeaa, 0x0, 0x0, 0xeaa, 0xc004174000, 0xeaa)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004174000, 0xeaa, 0xeaa, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004efc0b8, 0x9c, 0xc004174000, 0xeaa, 0xc004174000, 0xeaa, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004efc0b8, 0x9c, 0xc004174000, 0xeaa, 0xaa0378, 0x1, 0xc004174000, 0xeaa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd19e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1139 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001245500, 0xa72, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001245500, 0xa72, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001245500, 0xa72, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001245500, 0xa72, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001245500, 0xa72, 0x0, 0x0, 0xa72, 0xc001245500, 0xa72)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001245500, 0xa72, 0xa72, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00598600c, 0x97, 0xc001245500, 0xa72, 0xc001245500, 0xa72, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00598600c, 0x97, 0xc001245500, 0xa72, 0xaa0378, 0x1, 0xc001245500, 0xa72, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd1aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1140 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002c16a80, 0xa58, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c16a80, 0xa58, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c16a80, 0xa58, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c16a80, 0xa58, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c16a80, 0xa58, 0x0, 0x0, 0xa58, 0xc002c16a80, 0xa58)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c16a80, 0xa58, 0xa58, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012a4660, 0x5c, 0xc002c16a80, 0xa58, 0xc002c16a80, 0xa58, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012a4660, 0x5c, 0xc002c16a80, 0xa58, 0xaa0378, 0x1, 0xc002c16a80, 0xa58, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd1b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1141 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700b02610, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003cc41a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cc4190, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d60d00, 0x82d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00115e0a0, 0x96, 0xc001d60d00, 0x82d, 0xc001d60d00, 0x82d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00115e0a0, 0x96, 0xc001d60d00, 0x82d, 0xaa0378, 0x1, 0xc001d60d00, 0x82d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd1c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1142 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137400, 0x0, 0x0, 0x0, 0xc005910000, 0x1b80, 0x2, 0xc005a37038, 0xc005910000, 0x1b80, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137400, 0xc005910000, 0x1b80, 0xaa04bf, 0x2, 0x1, 0x3)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc004592540, 0x0, 0x0, 0x0, 0x0, 0xc004592540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050ff590, 0x0, 0x0, 0x0, 0x2000, 0xc00539e000, 0x1e08, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00539e000, 0x1e08, 0x0, 0x0, 0x0, 0x440d95, 0xc0050ff530, 0x7f66bc01452e, 0x55f9809a00000002)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003ea1518, 0xc002a7dc80, 0xc001d1f0a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd1ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1144 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002e124e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002e125b0, 0xc0006f7420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b34480, 0x0, 0x0, 0x0, 0xc002165200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b34480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0021658f8, 0xc004201000, 0x4191, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000fd1e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1146 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6680a48e60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00372ba90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00372ba80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ff6700, 0x646, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005a6230, 0x47, 0xc001ff6700, 0x646, 0xc001ff6700, 0x646, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0005a6230, 0x47, 0xc001ff6700, 0x646, 0xaa0378, 0x1, 0xc001ff6700, 0x646, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1147 [runnable]:
regexp.makeOnePass.func1(0x2, 0xc005e7c1c0, 0xc, 0xc, 0x42ca96)
/usr/local/go/src/regexp/onepass.go:389 +0x980
regexp.makeOnePass.func1(0x1, 0xc005e7c1c0, 0xc, 0xc, 0x4)
/usr/local/go/src/regexp/onepass.go:358 +0x5d7
regexp.makeOnePass(0xc002f7e090, 0xc002f7e090)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc002f7e030, 0xc002f7e030)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0057b9300, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0057b9300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0057b9300, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0057b9300, 0x7f670409f2e0, 0x0, 0xc0050b1880, 0x6400000000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0057b9300, 0x7f670409f2e0, 0xc0057b9350, 0x42ca96, 0xc002f7e000, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0057b9368, 0xc0057b9380, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc001906420)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0058143c0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0057b9518, 0xc0025c0060, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c00c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1148 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0012535e0, 0x0, 0x0, 0x0, 0xc004e69200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0012535e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e698f8, 0xc002fea880, 0xd2a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1149 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005b91680, 0xc001a291d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005b91680, 0x0, 0x0, 0x0, 0x1000, 0xc005c37000, 0xd8f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc005c37000, 0xd8f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005a0c800)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001a29518, 0xc00582d000, 0xc00582d840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1150 [runnable]:
strings.Index(0xc0067ef400, 0x22a8, 0xaa0378, 0x1, 0x30b)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc0067ef400, 0x22a8, 0xaa0378, 0x1, 0x0, 0x30b, 0xc0062d2a00, 0x30c, 0x30c)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e4d3c0, 0xaa059b, 0x2, 0xc005190000, 0x22a8, 0x1, 0x30c, 0xc001813d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc005190000, 0x22a8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e4d518, 0xc006227040, 0x99, 0xc0013765a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1151 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00533f8f8, 0xc00493c000, 0xd93, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c03c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1152 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00000ec00, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000ec00, 0x0, 0x0, 0x0, 0xc005349200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000ec00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053498f8, 0xc0021e8c80, 0xc0e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1153 [runnable]:
strings.genSplit(0xc0024c7800, 0x7a4, 0xaa0378, 0x1, 0x0, 0x11e, 0x0, 0xc00563c8c0, 0xc0047b5360)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047b53c0, 0xaa04f9, 0x2, 0xc0024c7000, 0x7a4, 0xc0024c7000, 0xc0047b53b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0024c7000, 0x7a4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047b5518, 0xc001d1e8c0, 0x7a, 0xc00107c280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1154 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00574c410, 0xc003f14280, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc00574c410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00574c410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00574c410, 0xc002abe0e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b35520, 0x0, 0x0, 0x0, 0xc00534b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b35520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00534b8f8, 0xc004988000, 0x9eb, 0x1b617c58ee15, 0xc003305530, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1155 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003df5d40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004adbba0, 0xc006009b90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b87600, 0x0, 0x0, 0x0, 0xc003c35200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b87600, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c358f8, 0xc00334ef00, 0x2339, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c06c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1156 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc00192a8a0, 0x7, 0x2, 0xc005c12538, 0xc00192a918, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc00192a8a0, 0x7, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005c130c0, 0xc00438d180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005c130c0, 0xc00438cfc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003bfb0c0, 0xc00438cfc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003bfb0c0, 0xc00438cfc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005c130c0, 0xc00438cee0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003bfb0c0, 0xc00438cee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003bfb0c0, 0xc00438cee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005c130c0, 0xc00438c7e0, 0xc00487fc00, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003bfb0c0, 0xc00438c7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003bfb0c0, 0xc00438c7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005c130c0, 0xc00438c700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003bfb0c0, 0xc00438c700, 0x54b170, 0xc00336b5f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00438c700, 0x0, 0x0, 0x0, 0x0, 0xc00438c700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0017e5680, 0x0, 0x0, 0x0, 0xd80, 0xc003dec880, 0xd08, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003dec880, 0xd08, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00167b0e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003bfb518, 0xc00000fc20, 0xc003b465e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1157 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253ba0, 0x0, 0x0, 0x0, 0xc004e63200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253ba0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e638f8, 0xc004438a00, 0x131b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1159 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253bc0, 0x0, 0x0, 0x0, 0xc005247200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253bc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052478f8, 0xc002f80000, 0xe80, 0xd020bed0202c2029, 0xd1bed082d1bed0ba, 0xbcd02085d18bd180)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c09c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1160 [semacquire]:
strings.genSplit(0xc0059c6800, 0x7c3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005e76880, 0xd7, 0xd7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c313c0, 0xaa058b, 0x2, 0xc006100000, 0x7c3, 0x1, 0xd7, 0xc002a7c520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc006100000, 0x7c3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c31518, 0xc0012530e0, 0x8a, 0xc0036f4360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1161 [semacquire]:
strings.genSplit(0xc002daca00, 0x4ed, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x500, 0x0, 0x30000c003c33360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c333c0, 0xaa04d9, 0x2, 0xc002dac500, 0x4ed, 0xc002dac500, 0xc003c333b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002dac500, 0x4ed, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c33518, 0xc0012533e0, 0x73, 0xc00144bf80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1162 [runnable]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002c88600, 0xa9ece0, 0xc002c885d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00584f518, 0xc00320a400, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1163 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67010f2bf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003cf9640, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cf9630, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0036d4000, 0x1c56, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018228f0, 0xc3, 0xc0036d4000, 0x1c56, 0xc0036d4000, 0x1c56, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018228f0, 0xc3, 0xc0036d4000, 0x1c56, 0xaa0378, 0x1, 0xc0036d4000, 0x1c56, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1164 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053aa000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004adbe10, 0xc006009ce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019077a0, 0x0, 0x0, 0x0, 0xc005347200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019077a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053478f8, 0xc003704000, 0xcca, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1165 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00582da20, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00582da20, 0x0, 0x0, 0x0, 0xc005239200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00582da20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052398f8, 0xc002fc8000, 0xf3d, 0xb8d088d18cd1bbd0, 0xb2d082d181d1bdd0, 0xd083d181d120b5d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1166 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001253e20, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253e20, 0x0, 0x0, 0x0, 0xc004e79200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253e20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e798f8, 0xc004a6aa00, 0x1324, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1167 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00582db20, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00582db20, 0x0, 0x0, 0x0, 0xc005243200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00582db20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052438f8, 0xc002fda000, 0xf37, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c0fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1168 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x4)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc003c690b0, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.afterBodyIM(0xc004492340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1932 +0x65
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004492340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004492340, 0xc00498d420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000bf180, 0x0, 0x0, 0x0, 0xc003c69200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000bf180, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c698f8, 0xc00302f900, 0xc2c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c1080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1169 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003e30000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003e30750, 0xc0039be070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00320a6c0, 0x0, 0x0, 0x0, 0xc003cd7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00320a6c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cd78f8, 0xc003c8a800, 0x15a4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c1140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1170 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053aa1a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0028600d0, 0xc006009dc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019077e0, 0x0, 0x0, 0x0, 0xc003c73200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019077e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c738f8, 0xc003cdc800, 0x15bf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c1200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1171 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003d68c80, 0x1851, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003d68c80, 0x1851, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003d68c80, 0x1851, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003d68c80, 0x1851, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003d68c80, 0x1851, 0x0, 0x0, 0x1851, 0xc003d68c80, 0x1851)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003d68c80, 0x1851, 0x1851, 0x1a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ee7fe, 0xbe, 0xc003d68c80, 0x1851, 0xc003d68c80, 0x1851, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000ee7fe, 0xbe, 0xc003d68c80, 0x1851, 0xaa0378, 0x1, 0xc003d68c80, 0x1851, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c12c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1172 [semacquire]:
strings.Replace(0xc006360000, 0x2e92, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc006360000, 0x2e92)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00524f8f8, 0xc003d08000, 0x2e89, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c1380, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1173 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00524b8f8, 0xc0030a0000, 0xe9f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c1440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1174 [semacquire]:
strings.Replace(0xc005edf000, 0xe62, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc005edf000, 0xe62)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053538f8, 0xc004bba000, 0xe60, 0x73616c626f2d6a6f, 0x726f746f6b2d6974, 0x726b617a2d786979)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c1500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1175 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005390000, 0x916, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005390000, 0x916, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005390000, 0x916, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005390000, 0x916, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005390000, 0x916, 0x0, 0x0, 0x916, 0xc005390000, 0x916)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005390000, 0x916, 0x916, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002034680, 0x7e, 0xc005390000, 0x916, 0xc005390000, 0x916, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002034680, 0x7e, 0xc005390000, 0x916, 0xaa0378, 0x1, 0xc005390000, 0x916, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c15c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1176 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004f512e0, 0x20300100000000, 0x7f658be26fff, 0xc004f51218, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004f512e0, 0xc00136c300, 0x5, 0xc004f51230, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004f512e0, 0xc004f512f8, 0x43b3b7, 0x1252790, 0xc004f51200, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f66fc5e5f00, 0xc004f51301, 0x10100000042ab7a, 0x0, 0x1eff)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00358e150, 0xaa64ee, 0x5, 0x3629)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004f51518, 0xc0025c0080, 0x1eff, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c1680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1177 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e733c0, 0xaa0503, 0x2, 0xc001f49900, 0x118a, 0x1, 0x21e, 0xc001076440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc001f49900, 0x118a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e73518, 0xc002a7c0a0, 0x7e, 0xc002035e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c1740, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1180 [runnable]:
regexp.(*Regexp).doExecute(0xc0001377c0, 0x0, 0x0, 0xc0069e0900, 0x809, 0x900, 0x0, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).doMatch(...)
/usr/local/go/src/regexp/exec.go:514
regexp.(*Regexp).Match(...)
/usr/local/go/src/regexp/regexp.go:513
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0015611a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0xb5
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001561050, 0xc005db52c8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc005db56b0, 0xc0000bf2c0, 0xaac03e, 0x7, 0xc0000bf2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc005db56b0, 0xc0000bf2c0, 0xc002947060)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c1980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1181 [runnable]:
regexp.makeOnePass(0xc003836750, 0xc003836750)
/usr/local/go/src/regexp/onepass.go:299 +0x544
regexp.compileOnePass(0xc0038366f0, 0xc0038366f0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x7f66fc61fdc0)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005252ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005252ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0008a3a14)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005252ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005252ff8, 0x1, 0xc001d1a3e0, 0xc01049a7180, 0x28042bd542f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005252ff8, 0x4, 0x111, 0xc0059d8e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0059d8000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004479930, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0038366c0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052538f8, 0xc0030d6000, 0xeed, 0x2a2a2a2a2a2a2a2a, 0x2a2a2a2a2a2a2a2a, 0x2a2a2a2a2a2a2a2a)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c1a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1183 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00546b8f8, 0xc004353000, 0xe0d, 0x82d1b8d0b4d0bed0, 0xb9d0b5d0bbd0b5d0, 0xbcd0b0d0b7d0202c)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c1bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1184 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001253e80, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253e80, 0x0, 0x0, 0x0, 0xc005251200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253e80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052518f8, 0xc003260000, 0xe02, 0xd080d1b2d020b0d0, 0x8dd1208fd1bcd0b5, 0xb5d0b4d0b8d0bfd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c1c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1185 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0007d0000, 0xa71, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0007d0000, 0xa71, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0007d0000, 0xa71, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0007d0000, 0xa71, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0007d0000, 0xa71, 0x0, 0x0, 0xa71, 0xc0007d0000, 0xa71)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0007d0000, 0xa71, 0xa71, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0050aa5b0, 0x61, 0xc0007d0000, 0xa71, 0xc0007d0000, 0xa71, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0050aa5b0, 0x61, 0xc0007d0000, 0xa71, 0xaa0378, 0x1, 0xc0007d0000, 0xa71, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c1d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1186 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253ca0, 0x0, 0x0, 0x0, 0xc00538d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253ca0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00538d8f8, 0xc00463c000, 0x1261, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c1e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1187 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006726000, 0xc5b, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006726000, 0xc5b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006726000, 0xc5b, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006726000, 0xc5b, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006726000, 0xc5b, 0x0, 0x0, 0xc5b, 0xc006726000, 0xc5b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006726000, 0xc5b, 0xc5b, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000461140, 0x54, 0xc006726000, 0xc5b, 0xc006726000, 0xc5b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000461140, 0x54, 0xc006726000, 0xc5b, 0xaa0378, 0x1, 0xc006726000, 0xc5b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c1ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1189 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66b0521980, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001117db0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001117da0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00431a500, 0x4c1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000236070, 0x68, 0xc00431a500, 0x4c1, 0xc00431a500, 0x4c1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000236070, 0x68, 0xc00431a500, 0x4c1, 0xaa0378, 0x1, 0xc00431a500, 0x4c1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f6060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1190 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a9d3c0, 0xaa058b, 0x2, 0xc004ae6700, 0x6c1, 0x1, 0xb6, 0xc002a7c280)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc004ae6700, 0x6c1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a9d518, 0xc00398da80, 0x75, 0xc0030b4f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f6120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1191 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0020827b0, 0xc00521f320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00521f518, 0xc001901770, 0xc0028cae40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00521f518, 0xc001901770, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00521f518, 0xc001901770, 0xc001901770)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f61e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1192 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002106f00, 0x4fe, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002106f00, 0x4fe, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002106f00, 0x4fe, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002106f00, 0x4fe, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002106f00, 0x4fe, 0x0, 0x0, 0x4fe, 0xc002106f00, 0x4fe)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002106f00, 0x4fe, 0x4fe, 0x600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012bd630, 0x50, 0xc002106f00, 0x4fe, 0xc002106f00, 0x4fe, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012bd630, 0x50, 0xc002106f00, 0x4fe, 0xaa0378, 0x1, 0xc002106f00, 0x4fe, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f62a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1193 [semacquire]:
strings.Replace(0xc005b66a00, 0x33c4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x13, 0xc005b66a00, 0x33c4)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049538f8, 0xc00324e000, 0x33be, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f6360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1194 [semacquire]:
strings.Replace(0xc00626c000, 0x1d1f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc00626c000, 0x1d1f)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cc18f8, 0xc003d0c000, 0x1d1a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f6420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1195 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053ab450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ce3c70, 0xc005edccb0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f6400, 0x0, 0x0, 0x0, 0xc003b17200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f6400, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b178f8, 0xc0036ff600, 0xd3d, 0x1, 0x7, 0xd00000007)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f64e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1196 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053abe10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000e7cf70, 0xc0058d32d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003902660, 0x0, 0x0, 0x0, 0xc003b55200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003902660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b558f8, 0xc0036e3900, 0x104a, 0x1, 0x7, 0xd00000007)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f65a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1197 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053ab6c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ce3ee0, 0xc005edce00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003902620, 0x0, 0x0, 0x0, 0xc003b57200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003902620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b578f8, 0xc002d0d500, 0x9d7, 0x1, 0x7, 0xd00000007)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f6660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1198 [runnable]:
strings.(*Builder).WriteRune(0xc002ca1160, 0x43b, 0x29, 0x43b, 0x2b)
/usr/local/go/src/strings/builder.go:104 +0x29d
strings.Map(0xae62d0, 0xc002e28832, 0x719, 0xc002ca1218, 0xc006077c00)
/usr/local/go/src/strings/strings.go:511 +0x3ab
strings.ToLower(0xc002e28800, 0x74b, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ca13c0, 0xaa059b, 0x2, 0xc002e28800, 0x74b, 0x1, 0xc3, 0xc006226b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002e28800, 0x74b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ca1518, 0xc0003a3640, 0x73, 0xc002fd9d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f6720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1199 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004e60330, 0x32bd1f685, 0x1251a20, 0xc002b35a80, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f67e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1201 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0039026a0, 0x0, 0x0, 0x0, 0xc003bbf200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0039026a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003bbf8f8, 0xc002d35500, 0x9e5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f6960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1202 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003b25e10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003b25e10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003b25e10, 0xc003e84cb0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0039026c0, 0x0, 0x0, 0x0, 0xc004665200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0039026c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046658f8, 0xc003b02480, 0x1a71, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f6a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1203 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.NewVideoExtractor(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/videos.go:31 +0x52
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:162 +0x82e
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f6ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1204 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001d1f620, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d1f620, 0x0, 0x0, 0x0, 0xc004cbd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d1f620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cbd8f8, 0xc003d9e000, 0x1cdc, 0xd0bed0bad0b0d0ba, 0xbed0bbd083d120b9, 0x20bcd0b8d020b2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f6ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1205 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001d78f8, 0xc0050e7000, 0x2fc6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f6c60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1206 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003fa3940, 0xc00521b2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00521b3c0, 0xaa05c9, 0x2, 0xc005ce8000, 0xd6c8, 0x1, 0x16a3, 0xc00238ec60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc005ce8000, 0xd6c8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00521b518, 0xc0035519a0, 0x7b, 0xc00590fb00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f6d20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1207 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001813100, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001813100, 0x0, 0x0, 0x0, 0xc005343200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001813100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053438f8, 0xc0047fe000, 0xebe, 0x4330000043e, 0x200000043e, 0x43800000436)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f6de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1208 [semacquire]:
strings.Replace(0xc005e54000, 0x1fd1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x20, 0xc005e54000, 0x1fd1)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001d58f8, 0xc003cfe000, 0x1fcd, 0x4330000043d, 0x2000000430, 0x43000000442)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f6ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1209 [runnable]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003d410c0, 0xc0024e4e00, 0x1a6, 0x1a6, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xd2
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003d410c0, 0xc0048ff340, 0xc003d401b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d410c0, 0xc0048ff2d0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003d410c0, 0xc0048ff2d0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003d410c0, 0xc0048ff2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003d410c0, 0xc0048ff2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d410c0, 0xc004593e30, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004db30c0, 0xc004593e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004db30c0, 0xc004593e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d410c0, 0xc004593d50, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004db30c0, 0xc004593d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004db30c0, 0xc004593d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d410c0, 0xc004593650, 0xc001408380, 0x7f672bd52108)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004db30c0, 0xc004593650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004db30c0, 0xc004593650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d410c0, 0xc004593570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004db30c0, 0xc004593570, 0x54b170, 0xc0063fd860)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004593570, 0x0, 0x0, 0x0, 0x0, 0xc004593570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0028b1c80, 0x0, 0x0, 0x0, 0x1000, 0xc0042fd000, 0xe60, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0042fd000, 0xe60, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004b9ec30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004db3518, 0xc003bc7460, 0xc001d1e1e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f6f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1210 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137400, 0x0, 0x0, 0x0, 0xc0063c6000, 0xe97, 0x2, 0xc0063c5038, 0xc0063c6000, 0xe97, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137400, 0xc0063c6000, 0xe97, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc001d95d50, 0x0, 0x0, 0x0, 0x0, 0xc001d95d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00184f380, 0x0, 0x0, 0x0, 0x1300, 0xc003454c00, 0x1154, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003454c00, 0x1154, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0005abd40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c9b518, 0xc001253040, 0xc0031fb900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f7020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1211 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0017a3ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003e308f0, 0xc0036b5e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00320a1c0, 0x0, 0x0, 0x0, 0xc003c01200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00320a1c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c018f8, 0xc002d17900, 0xc6d, 0x3e65, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f70e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1212 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0018d8a80, 0x9b3, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0018d8a80, 0x9b3, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0018d8a80, 0x9b3, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0018d8a80, 0x9b3, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0018d8a80, 0x9b3, 0x0, 0x0, 0x9b3, 0xc0018d8a80, 0x9b3)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0018d8a80, 0x9b3, 0x9b3, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00015e135, 0x82, 0xc0018d8a80, 0x9b3, 0xc0018d8a80, 0x9b3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00015e135, 0x82, 0xc0018d8a80, 0x9b3, 0xaa0378, 0x1, 0xc0018d8a80, 0x9b3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f71a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1213 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc001684730)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc005f9ead8, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc0034c32b0, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0034c32b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0034c32b0, 0xc0011de1c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b87e20, 0x0, 0x0, 0x0, 0xc003bb9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b87e20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003bb98f8, 0xc003aa3900, 0x10dd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f7260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1214 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00534d8f8, 0xc004936000, 0xf5a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f7320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1215 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001310000, 0x377, 0x0, 0xc001a40a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001310000, 0x377, 0x42f9b8, 0xc003bfd2e0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003bfd3c0, 0xaa0599, 0x2, 0xc001310000, 0x377, 0xc001310000, 0xc003bfd3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc001310000, 0x377, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003bfd518, 0xc0027f6b00, 0x75, 0xc00107c180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f73e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1216 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a010c0, 0x0, 0x0, 0x0, 0xc0051fd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a010c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051fd8f8, 0xc001530000, 0x759, 0xd0bcd0bed0bfd020, 0xd1b5d0b0d0b3d0be, 0xbad0b0d082d12082)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f74a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1217 [runnable]:
strings.genSplit(0xc0031b4000, 0x871, 0xaa0378, 0x1, 0x0, 0x108, 0x0, 0xc00486f6c0, 0x10000c004e65360)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e653c0, 0xaa04f9, 0x2, 0xc006c85600, 0x871, 0xc006c85600, 0xc004e653b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc006c85600, 0x871, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e65518, 0xc00434edc0, 0x5f, 0xc0004b9260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f7560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1218 [semacquire]:
bytes.makeSlice(0xa0a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003489220, 0x7a, 0x8)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003489220, 0xc00182ba00, 0x7a, 0x8, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc003bd2070)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc00390b650)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc003489388, 0xc003072d20, 0x3, 0xc003073dd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc003489388, 0xc001d1bb60, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc003489388, 0xc003072d20, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x33c, 0x33d)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc003489518, 0xc003072d20, 0xaa058b, 0x2, 0x0, 0x0, 0x83d1bbd0bed0bfd0, 0xb8d0bbd0b8d087d1, 0xd0bcd083d1b3d020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f7620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1219 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137400, 0x0, 0x0, 0x0, 0xc005ed2000, 0x110f, 0x2, 0xc005641038, 0xc005ed2000, 0x110f, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000137400, 0xc005ed2000, 0x110f, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc005070690, 0x0, 0x0, 0x0, 0x0, 0xc005070690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001b9dad0, 0x0, 0x0, 0x0, 0x1500, 0xc003c88a00, 0x13d1, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003c88a00, 0x13d1, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004674500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001bf3518, 0xc0000bffa0, 0xc00000eb00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f76e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1220 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0030bab70, 0x33f686e14, 0x1251a20, 0xc0025c0120, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f77a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1221 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00000ec20, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000ec20, 0x0, 0x0, 0x0, 0xc0051cb200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000ec20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051cb8f8, 0xc002e6c000, 0xe01, 0x4, 0xc002ac1dd8, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f7860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1222 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253cc0, 0x0, 0x0, 0x0, 0xc00523b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253cc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00523b8f8, 0xc002f22000, 0xf5b, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f7920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1223 [semacquire]:
strings.Replace(0xc00249a800, 0x70e, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc004446a80, 0x0, 0x0, 0x0, 0x0, 0xc004446a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002aef470, 0x0, 0x0, 0x0, 0xc00, 0xc001ec7c00, 0xb00, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001ec7c00, 0xb00, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002eefd44)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003bff518, 0xc00320a260, 0xc001d1e3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f79e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1224 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004b28800, 0x165a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004b28800, 0x165a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004b28800, 0x165a, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004b28800, 0x165a, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004b28800, 0x165a, 0x0, 0x0, 0x165a, 0xc004b28800, 0x165a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004b28800, 0x165a, 0x165a, 0x1800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000236460, 0x50, 0xc004b28800, 0x165a, 0xc004b28800, 0x165a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000236460, 0x50, 0xc004b28800, 0x165a, 0xaa0378, 0x1, 0xc004b28800, 0x165a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f7aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1225 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67014cf2f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000577440, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000577430, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0014a9500, 0x9e8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0046a6360, 0x54, 0xc0014a9500, 0x9e8, 0xc0014a9500, 0x9e8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0046a6360, 0x54, 0xc0014a9500, 0x9e8, 0xaa0378, 0x1, 0xc0014a9500, 0x9e8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f7b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1226 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67014d8330, 0x7f664c6ea100)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00068cca0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00068cc90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0048ec000, 0x9ea, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00452c180, 0x72, 0xc0048ec000, 0x9ea, 0xc0048ec000, 0x9ea, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00452c180, 0x72, 0xc0048ec000, 0x9ea, 0xaa0378, 0x1, 0xc0048ec000, 0x9ea, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f7c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1227 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d8c7a140, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000576d10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000576d00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00317c000, 0xecb, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002848460, 0x6a, 0xc00317c000, 0xecb, 0xc00317c000, 0xecb, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002848460, 0x6a, 0xc00317c000, 0xecb, 0xaa0378, 0x1, 0xc00317c000, 0xecb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f7ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1228 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700c5f0e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00197e840, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00197e830, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000158900, 0x87a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ae5880, 0x6c, 0xc000158900, 0x87a, 0xc000158900, 0x87a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ae5880, 0x6c, 0xc000158900, 0x87a, 0xaa0378, 0x1, 0xc000158900, 0x87a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f7da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1229 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6701447ed0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000442570, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000442550, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001565b00, 0x87a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002849030, 0x6c, 0xc001565b00, 0x87a, 0xc001565b00, 0x87a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002849030, 0x6c, 0xc001565b00, 0x87a, 0xaa0378, 0x1, 0xc001565b00, 0x87a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f7e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1230 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66ec7c90b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036e6c90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036e6c80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000fcb200, 0x5c8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0014560c0, 0xb3, 0xc000fcb200, 0x5c8, 0xc000fcb200, 0x5c8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0014560c0, 0xb3, 0xc000fcb200, 0x5c8, 0xaa0378, 0x1, 0xc000fcb200, 0x5c8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f7f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1231 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670143ede0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00414bea0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00414be90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00151e000, 0x4e3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012bc460, 0x41, 0xc00151e000, 0x4e3, 0xc00151e000, 0x4e3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012bc460, 0x41, 0xc00151e000, 0x4e3, 0xaa0378, 0x1, 0xc00151e000, 0x4e3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068e000, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1232 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004cd9500, 0x959, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004cd9500, 0x959, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004cd9500, 0x959, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004cd9500, 0x959, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004cd9500, 0x959, 0x0, 0x0, 0x959, 0xc004cd9500, 0x959)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004cd9500, 0x959, 0x959, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00184c6c0, 0x89, 0xc004cd9500, 0x959, 0xc004cd9500, 0x959, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00184c6c0, 0x89, 0xc004cd9500, 0x959, 0xaa0378, 0x1, 0xc004cd9500, 0x959, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068e0c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1233 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6624e9f3f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015b0e00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015b0df0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000531b00, 0x892, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137e1c0, 0x69, 0xc000531b00, 0x892, 0xc000531b00, 0x892, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137e1c0, 0x69, 0xc000531b00, 0x892, 0xaa0378, 0x1, 0xc000531b00, 0x892, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068e180, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1234 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002439500, 0x9c5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002439500, 0x9c5, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002439500, 0x9c5, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002439500, 0x9c5, 0x0, 0x0, 0x9c5, 0xc002439500, 0x9c5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002439500, 0x9c5, 0x9c5, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ae42a0, 0x6b, 0xc002439500, 0x9c5, 0xc002439500, 0x9c5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ae42a0, 0x6b, 0xc002439500, 0x9c5, 0xaa0378, 0x1, 0xc002439500, 0x9c5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068e240, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1235 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f660083fc90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028a0980, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028a0970, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0011ee000, 0x8f8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00106a4d8, 0x99, 0xc0011ee000, 0x8f8, 0xc0011ee000, 0x8f8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00106a4d8, 0x99, 0xc0011ee000, 0x8f8, 0xaa0378, 0x1, 0xc0011ee000, 0x8f8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068e300, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1236 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f660919d190, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000767110, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000767100, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0034ef400, 0x48f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012a42a0, 0x58, 0xc0034ef400, 0x48f, 0xc0034ef400, 0x48f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012a42a0, 0x58, 0xc0034ef400, 0x48f, 0xaa0378, 0x1, 0xc0034ef400, 0x48f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068e3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1237 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253dc0, 0x0, 0x0, 0x0, 0xc005265200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253dc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052658f8, 0xc0029fdc00, 0xbf7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068e480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1238 [semacquire]:
strings.Replace(0xc005d42600, 0x11b3, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc005d42600, 0x11b3)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052638f8, 0xc00254ec00, 0x11ae, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068e540, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1239 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc005b91770, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005b91770, 0x0, 0x0, 0x0, 0x0, 0xa401, 0xc003080600)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003080600, 0x0, 0x0, 0x0, 0xc000, 0xc006442000, 0xa4dc, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006442000, 0xa4dc, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00107a6f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003f2f518, 0xc0028ca060, 0xc001907660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068e600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1240 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f666c845a10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002786870, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002786860, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004ad9100, 0x6c1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003024380, 0x6d, 0xc004ad9100, 0x6c1, 0xc004ad9100, 0x6c1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003024380, 0x6d, 0xc004ad9100, 0x6c1, 0xaa0378, 0x1, 0xc004ad9100, 0x6c1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068e6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1241 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253d60, 0x0, 0x0, 0x0, 0xc00535f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253d60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00535f8f8, 0xc001de3800, 0x1595, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068e780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1242 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001f56000, 0x399a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001f56000, 0x399a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001f56000, 0x399a, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001f56000, 0x399a, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001f56000, 0x399a, 0x0, 0x0, 0x399a, 0xc001f56000, 0x399a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001f56000, 0x399a, 0x399a, 0x4800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001834de9, 0x7c, 0xc001f56000, 0x399a, 0xc001f56000, 0x399a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001834de9, 0x7c, 0xc001f56000, 0x399a, 0xaa0378, 0x1, 0xc001f56000, 0x399a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068e840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1243 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f667cc78dc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004aca40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004aca20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b69400, 0x277, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007fc80, 0x55, 0xc001b69400, 0x277, 0xc001b69400, 0x277, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007fc80, 0x55, 0xc001b69400, 0x277, 0xaa0378, 0x1, 0xc001b69400, 0x277, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1244 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67006fc5f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f9d1a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f9d190, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00135a600, 0x5d8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00115e8c0, 0x91, 0xc00135a600, 0x5d8, 0xc00135a600, 0x5d8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00115e8c0, 0x91, 0xc00135a600, 0x5d8, 0xaa0378, 0x1, 0xc00135a600, 0x5d8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1245 [semacquire]:
strings.Replace(0xc0024c2800, 0xac5, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc0024c2800, 0xac5)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053d78f8, 0xc002563400, 0xac3, 0xc002fd6310, 0xc002fd67e0, 0xc002d9b810)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1246 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0031fa600, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0031fa600, 0x0, 0x0, 0x0, 0xc005475200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0031fa600, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054758f8, 0xc00290b800, 0x17a2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1247 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a1f8f8, 0xc002d69500, 0x1420, 0xc001684bf8, 0x1, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1248 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0050ca800, 0x784, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0050ca800, 0x784, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0050ca800, 0x784, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0050ca800, 0x784, 0x0, 0x0, 0x784, 0xc0050ca800, 0x784)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0050ca800, 0x784, 0x784, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002e04380, 0x79, 0xc0050ca800, 0x784, 0xc0050ca800, 0x784, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002e04380, 0x79, 0xc0050ca800, 0x784, 0xaa0378, 0x1, 0xc0050ca800, 0x784, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068ecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1249 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001d1f640, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d1f640, 0x0, 0x0, 0x0, 0xc004a1b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d1f640, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a1b8f8, 0xc002d35000, 0xe00, 0xc0017e2360, 0x3, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068ed80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1250 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc00512dec0, 0xffffffff, 0xc003c64a58)
/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc00512dec0, 0xc0039bff80, 0xc0039bff80)
/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc00512dec0, 0x79)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003c64ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003c64ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002d8fccc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003c64ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003c64ff8, 0x1, 0xc00203c780, 0xc0103fa6700, 0x28042bd52108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003c64ff8, 0x4, 0xb6d, 0xc004bbb401, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004bbb000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004492820, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001ca7050, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c658f8, 0xc003c82600, 0x112e, 0xd0bcd020bad020b5, 0xd181d183d188d1b8, 0x2083d1bdd0b8d082)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068ee40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1251 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004e772e0, 0x432e00, 0xc004e77210, 0xb6bf7f, 0x45624c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004e772e0, 0x5, 0xc0031ee8a0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004e772e0, 0x6000, 0x7f66fc65e7c8, 0xc004e772f8, 0xc004e772c0, 0x7)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f66fc65e7c8, 0xc004e77301, 0x10100000042ab7a, 0x0, 0xce4)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001ca6b70, 0xaa64ee, 0x5, 0xf22)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004e77518, 0xc002b355e0, 0xce4, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068ef00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1252 [semacquire]:
strings.Replace(0xc005647000, 0xf27, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc005647000, 0xf27)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00535b8f8, 0xc004cd4000, 0xf24, 0x32223d656d697465, 0x322d35302d303230, 0x3a30303a30305435)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068efc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1253 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b35900, 0x0, 0x0, 0x0, 0xc004e7f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b35900, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e7f8f8, 0xc004cd5000, 0xd99, 0x8bd1b2d0bad081d1, 0xd181d1b0d080d120, 0xd0b7d0b0d0bad081)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068f080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1254 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc002e10820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002e10820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002e10820, 0xc004e1a700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b876a0, 0x0, 0x0, 0x0, 0xc003d2b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b876a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d2b8f8, 0xc00307d500, 0xa47, 0xc002cc4bab, 0xa, 0xc002cc4bb6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068f140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1255 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc002a4c5f5, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc004493110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004493110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004493110, 0xc004bdfdc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0011362e0, 0x0, 0x0, 0x0, 0xc003d2d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0011362e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d2d8f8, 0xc003cbfb00, 0xd10, 0xc002cc4bab, 0xa, 0xc002cc4bb6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068f200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1256 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001076c40, 0xc003d812c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003d813c0, 0xaa0599, 0x2, 0xc003034f00, 0x4a0, 0x1, 0xa3, 0xc001076c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc003034f00, 0x4a0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d81518, 0xc00320a820, 0x69, 0xc003c4d340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068f2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1258 [semacquire]:
strings.Replace(0xc004b36000, 0xec4, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc004b36000, 0xec4)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053658f8, 0xc004d6e000, 0xec1, 0xc002cc4bab, 0xa, 0xc002cc4bb6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068f440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1259 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001252680, 0xc004f4d2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f4d3c0, 0xaa04df, 0x2, 0xc003973800, 0x3755, 0x12, 0x54d, 0xc003902a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc003973800, 0x3755, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f4d518, 0xc003902420, 0xc3, 0xc0025289c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068f500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1260 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c122c910, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00250d8d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00250d8c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00430f500, 0x994, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00115e000, 0x9c, 0xc00430f500, 0x994, 0xc00430f500, 0x994, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00115e000, 0x9c, 0xc00430f500, 0x994, 0xaa0378, 0x1, 0xc00430f500, 0x994, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1261 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67014617e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002af5990, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002af5980, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003f7e600, 0x1819, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00130c1b0, 0x89, 0xc003f7e600, 0x1819, 0xc003f7e600, 0x1819, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00130c1b0, 0x89, 0xc003f7e600, 0x1819, 0xaa0378, 0x1, 0xc003f7e600, 0x1819, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068f680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1262 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67014c6c50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a4fbd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a4fbc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0007b8a80, 0xa7f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001524aa0, 0x9d, 0xc0007b8a80, 0xa7f, 0xc0007b8a80, 0xa7f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001524aa0, 0x9d, 0xc0007b8a80, 0xa7f, 0xaa0378, 0x1, 0xc0007b8a80, 0xa7f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1263 [semacquire]:
strings.Replace(0xc006522000, 0x369b, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x6, 0xc006522000, 0x369b)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053d18f8, 0xc001a6a000, 0x3699, 0x6, 0x1, 0xc003cbf470)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1264 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0001fb220, 0xc002ad3b00, 0x415, 0xaa04bf, 0x2, 0xc002ad3b00, 0x415)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc004945388, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc004945388, 0xc0039092c0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x1a8, 0x1a9)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc004945518, 0xc0039092c0, 0xaa058b, 0x2, 0x0, 0x0, 0xc003cbc100, 0x6, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1265 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0052713c0, 0xaa0599, 0x2, 0xc004026880, 0xcbb, 0x1, 0x164, 0xc002b34420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc004026880, 0xcbb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005271518, 0xc002b34060, 0x4a, 0xc0012bc050)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1266 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003b24d00, 0xc003f14250, 0x3)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.afterHeadIM(0xc003b24d00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:769 +0x56c
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003b24d00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003b24d00, 0xc00466d8f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b87800, 0x0, 0x0, 0x0, 0xc003f41200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b87800, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f418f8, 0xc003d67300, 0x1826, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1267 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002506a80, 0xa57, 0xa57, 0xc003481c00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002506a80, 0xa57, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a07588, 0xaa058b, 0x2, 0xc002506a80, 0xa57, 0x0, 0xc003481c00, 0x7f672bd549b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005a07518, 0xc0027f7660, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068fb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1269 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67000082a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00061c770, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00061c760, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004a6c000, 0x49a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00147d570, 0x6f, 0xc004a6c000, 0x49a, 0xc004a6c000, 0x49a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00147d570, 0x6f, 0xc004a6c000, 0x49a, 0xaa0378, 0x1, 0xc004a6c000, 0x49a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1270 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0027c1000, 0x169c, 0xc005419218, 0xc000b04a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0027c1000, 0x169c, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0054193c0, 0xaa058b, 0x2, 0xc0027c1000, 0x169c, 0x1, 0x20d, 0xc001907f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0027c1000, 0x169c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005419518, 0xc00000f460, 0x4c, 0xc001166c38)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1271 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0031fa5a0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0031fa5a0, 0x0, 0x0, 0x0, 0xc00547b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0031fa5a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00547b8f8, 0xc0039eed80, 0xd7d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1272 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053ab1e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ce3a00, 0xc005edcb60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b878c0, 0x0, 0x0, 0x0, 0xc003fbd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b878c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fbd8f8, 0xc003f96600, 0x118c, 0x756f59223d656369, 0x6373202265627574, 0x3d676e696c6c6f72)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1273 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00634c180, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005471518, 0xc0018130a0, 0xc4, 0xc0024fb930)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00068ff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1274 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc006218000, 0x1472, 0xc003a9f218, 0xc006077c00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc006218000, 0x1472, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a9f3c0, 0xaa04df, 0x2, 0xc006218000, 0x1472, 0xb, 0x212, 0xc00000fda0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc006218000, 0x1472, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a9f518, 0xc00320ada0, 0x90, 0xc00184def0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bc060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1276 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053ab2b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ce3ad0, 0xc005edcbd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b87900, 0x0, 0x0, 0x0, 0xc005203200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b87900, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052038f8, 0xc003840000, 0xf21, 0xc001fc35d0, 0x6, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bc1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1277 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f538f8, 0xc003f6f000, 0xdce, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bc2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1278 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc00574ca90)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc00574ca90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00574ca90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00574ca90, 0xc003c442a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b359c0, 0x0, 0x0, 0x0, 0xc00525d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b359c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00525d8f8, 0xc00326a000, 0xe61, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bc360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1279 [runnable]:
strings.Index(0xc00298ee40, 0xb2, 0xaa0378, 0x1, 0xd)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc00298ee40, 0xb2, 0xaa0378, 0x1, 0x0, 0xd, 0x113, 0xc00298eb40, 0xb2)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008c7588, 0xaa058b, 0x2, 0xc00298eb40, 0xb2, 0x6, 0x15, 0xc0061dd200)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0008c7518, 0xc006227600, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bc420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1280 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b359a0, 0x0, 0x0, 0x0, 0xc004ecd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b359a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ecd8f8, 0xc004d17000, 0xdd6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bc4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1281 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003d853c0, 0xaa04d9, 0x2, 0xc005a67b00, 0x845, 0xc005a67b00, 0xc003d853b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc005a67b00, 0x845, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d85518, 0xc001076c60, 0x6f, 0xc001ae4b92)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bc5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1282 [runnable]:
regexp.makeOnePass(0xc005498450, 0xc005498450)
/usr/local/go/src/regexp/onepass.go:299 +0x544
regexp.compileOnePass(0xc0054983f0, 0xc0054983f0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005259300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005259300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005259300, 0x0, 0xb856e0, 0xc0000be008, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005259300, 0xc004d6a070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005259300, 0x42ca96, 0xc0054983c0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc005259370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001d1e500, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005f92210, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005259518, 0xc00434eb60, 0xabc101, 0x1d, 0x60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bc660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1283 [semacquire]:
bytes.makeSlice(0x749, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002945fb0, 0x19f, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002945fb0, 0xc00106fd40, 0x19f, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002945fb0, 0xc00106fd40, 0x19f, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002945fb0, 0xc004f339d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc002945fb0, 0xc004d6b2d0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002945fb0, 0xc004d6b260, 0xb84d20, 0xc002945fb0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002945fb0, 0xc004d6b260, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001c3a7e0, 0x2c7873bb7, 0x1251a20, 0xc0000bfaa0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bc720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1284 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0053cc580, 0x52f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0053cc580, 0x52f, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0053cc580, 0x52f, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0053cc580, 0x52f, 0x0, 0x0, 0x52f, 0xc0053cc580, 0x52f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0053cc580, 0x52f, 0x52f, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00130d290, 0x86, 0xc0053cc580, 0x52f, 0xc0053cc580, 0x52f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00130d290, 0x86, 0xc0053cc580, 0x52f, 0xaa0378, 0x1, 0xc0053cc580, 0x52f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bc7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1285 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011a1588, 0xaa058b, 0x2, 0xc001574600, 0x5d4, 0x7, 0xc0011a1290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc005f92870)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005f927b0, 0xc0011a1320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0011a1518, 0xc005f92690, 0xc003fa3180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0011a1518, 0xc005f92690, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0011a1518, 0xc005f92690, 0xc005f92690)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bc8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1286 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc004493790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004493790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004493790, 0xc004d6b570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000bf220, 0x0, 0x0, 0x0, 0xc003d9b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000bf220, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d9b8f8, 0xc003d49800, 0xae5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bc960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1287 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00564f802, 0x78f, 0xc003d21248, 0x79bc18)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00564f802, 0x78f, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005255518, 0xc000752660, 0xc000753040)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bca20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1288 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004f4f2e0, 0x20300100000000, 0x7f658be26fff, 0xc004f4f218, 0x435db6)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004f4f2e0, 0x6000, 0x7f658bd3a500, 0x7f658be26fff, 0xc004f4f258)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004f4f2e0, 0x6000, 0x7f66fc674f78, 0xc004f4f2f8, 0xc004f4f2c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f66fc674f78, 0xc004f4f301, 0x10100000042ab7a, 0x0, 0x5c6a)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005df4a20, 0xaa64ee, 0x5, 0x9e61)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004f4f518, 0xc00199dc40, 0x5c6a, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bcae0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1289 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0061730c0, 0xc002252400, 0xf3, 0x7, 0xc002252400)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0061730c0, 0xc0030eae70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0061730c0, 0xc0030eae70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0061730c0, 0xc0030ead90, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003d7f0c0, 0xc0030ead90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003d7f0c0, 0xc0030ead90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0061730c0, 0xc0030eacb0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003d7f0c0, 0xc0030eacb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003d7f0c0, 0xc0030eacb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0061730c0, 0xc0030ea5b0, 0xc003d7edb8, 0x443c10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003d7f0c0, 0xc0030ea5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003d7f0c0, 0xc0030ea5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0061730c0, 0xc0030ea4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003d7f0c0, 0xc0030ea4d0, 0x54b170, 0xc0038c61a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0030ea4d0, 0x0, 0x0, 0x0, 0x0, 0xc0030ea4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001683770, 0x0, 0x0, 0x0, 0xc00, 0xc003166800, 0xb73, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003166800, 0xb73, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0007c20c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003d7f518, 0xc001813320, 0xc003902380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bcba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1290 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0034c3e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0034c3ee0, 0xc001d73570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253600, 0x0, 0x0, 0x0, 0xc003d97200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253600, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d978f8, 0xc002f99500, 0x94c, 0x202030203030302, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bcc60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1291 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0019078c0, 0xc00423d2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00423d3c0, 0xaa04d9, 0x2, 0xc0055ea000, 0x7991, 0x14, 0x9c9, 0xc001812680)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0055ea000, 0x7991, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00423d518, 0xc00000fb40, 0x62, 0xc002849cff)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bcd20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1292 [runnable]:
github.com/fatih/set.(*Set).Has(0xc0000be240, 0xc00226f220, 0x1, 0x1, 0xc000508000)
/home/develop/go/src/github.com/fatih/set/set_ts.go:82 +0xd4
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00226f588, 0xaa058b, 0x2, 0xc00127de40, 0x152, 0x1, 0x17, 0xc0069c0ee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00226f518, 0xc006317d00, 0x4f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bcde0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1293 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003dc72e0, 0x118c, 0x1192, 0xc003dc72f8, 0x43e2e8, 0xc003dc72e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0xa4a020, 0xc003dc7358, 0x10000000042ab7a, 0x0, 0xc66)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001b6c6f0, 0xaa64ee, 0x5, 0xfa4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc003dc7518, 0xc0019078a0, 0xc66, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bcea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1294 [runnable]:
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004139f10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:67 +0x9e
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004139420)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004139340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003cdbdc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00618df50, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f63518, 0xc00683bfe0, 0x8e, 0xc0029d1830)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bcf60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1295 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66b854dbc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003bb7360, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003bb7350, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0050cb000, 0x708, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b9a3c0, 0x9e, 0xc0050cb000, 0x708, 0xc0050cb000, 0x708, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b9a3c0, 0x9e, 0xc0050cb000, 0x708, 0xaa0378, 0x1, 0xc0050cb000, 0x708, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bd020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1296 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65e0b55450, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d8e260, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d8e250, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004b03800, 0x708, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b9abe0, 0x9b, 0xc004b03800, 0x708, 0xc004b03800, 0x708, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b9abe0, 0x9b, 0xc004b03800, 0x708, 0xaa0378, 0x1, 0xc004b03800, 0x708, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bd0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1297 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002b85300, 0x11b7, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002b85300, 0x11b7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002b85300, 0x11b7, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002b85300, 0x11b7, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002b85300, 0x11b7, 0x0, 0x0, 0x11b7, 0xc002b85300, 0x11b7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002b85300, 0x11b7, 0x11b7, 0x1300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00184cc60, 0x8a, 0xc002b85300, 0x11b7, 0xc002b85300, 0x11b7, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00184cc60, 0x8a, 0xc002b85300, 0x11b7, 0xaa0378, 0x1, 0xc002b85300, 0x11b7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bd1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1298 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f665045ca60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038caa90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038caa80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005037800, 0x663, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003c4d570, 0x62, 0xc005037800, 0x663, 0xc005037800, 0x663, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003c4d570, 0x62, 0xc005037800, 0x663, 0xaa0378, 0x1, 0xc005037800, 0x663, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bd260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1299 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001af6bc0, 0xc002e59220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e59588, 0xaa058b, 0x2, 0xc001829e60, 0x105, 0x4, 0x10, 0xc001af6b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002e59518, 0xc001af7d80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bd320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1300 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0025f9c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0025f9c70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0025f9c70, 0xc001443b90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a00340, 0x0, 0x0, 0x0, 0xc003dc5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a00340, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dc58f8, 0xc003d90600, 0x11c3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bd3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1301 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670036f340, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023b4140, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023b4130, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004ae7500, 0x690, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00088c780, 0x98, 0xc004ae7500, 0x690, 0xc004ae7500, 0x690, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00088c780, 0x98, 0xc004ae7500, 0x690, 0xaa0378, 0x1, 0xc004ae7500, 0x690, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bd4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1302 [semacquire]:
bytes.makeSlice(0x70a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003687388, 0x162, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003687388, 0xc004918c00, 0x162, 0x5165d7, 0xc0060147c0, 0xc001f4c680)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bebce0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002beb030)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002d99880)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002d997a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002d990a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000772600, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003687518, 0xc001db9f00, 0x97, 0xc00141c401)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bd560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1303 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003de33c0, 0xaa04df, 0x2, 0xc005d9a000, 0xb7e, 0xc005d9a000, 0xc003de33b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc005d9a000, 0xb7e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003de3518, 0xc0000bee60, 0x68, 0xc0030248c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bd620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1304 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004ae6000, 0x6dd, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004ae6000, 0x6dd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004ae6000, 0x6dd, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004ae6000, 0x6dd, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004ae6000, 0x6dd, 0x0, 0x0, 0x6dd, 0xc004ae6000, 0x6dd)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004ae6000, 0x6dd, 0x6dd, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036f5ef0, 0x84, 0xc004ae6000, 0x6dd, 0xc004ae6000, 0x6dd, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036f5ef0, 0x84, 0xc004ae6000, 0x6dd, 0xaa0378, 0x1, 0xc004ae6000, 0x6dd, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bd6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1305 [semacquire]:
bytes.makeSlice(0x81, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0049670c0, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0049670c0, 0x1189d0a, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0049670c0, 0xc0026d8900, 0x10c, 0x7, 0xc0026d8900)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0049670c0, 0xc0044333b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049670c0, 0xc0044333b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049670c0, 0xc0044332d0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0049670c0, 0xc0044332d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049670c0, 0xc0044332d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049670c0, 0xc0044331f0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0049670c0, 0xc0044331f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049670c0, 0xc0044331f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049670c0, 0xc004432af0, 0xc004966d30, 0x466665)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0049670c0, 0xc004432af0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049670c0, 0xc004432af0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0049670c0, 0xc004432a10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049670c0, 0xc004432a10, 0x54b170, 0xc00023e8f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004432a10, 0x0, 0x0, 0x0, 0x0, 0xc004432a10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002e8b500, 0x0, 0x0, 0x0, 0x1500, 0xc005127500, 0x143e, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005127500, 0x143e, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002403a40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004967518, 0xc001812060, 0xc002c01f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bd7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1306 [semacquire]:
regexp.(*Regexp).expand(0xc0001372c0, 0x0, 0x0, 0x0, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc002a06f70, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0x0, 0x0, 0x0, 0xc001ec0e60, 0x2, 0x2, 0xc002a06f70, 0x9, 0x0)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc002a06f70, 0x9, 0x2, 0xc004fea198, 0xa, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc002a06f70, 0x9, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004feb0c0, 0xc004fdb9d0, 0xc004fea1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb0c0, 0xc004fdb960, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004feb0c0, 0xc004fdb960, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004feb0c0, 0xc004fdb960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004feb0c0, 0xc004fdb960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb0c0, 0xc004fdab60, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003dc10c0, 0xc004fdab60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003dc10c0, 0xc004fdab60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb0c0, 0xc004fdaa80, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003dc10c0, 0xc004fdaa80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003dc10c0, 0xc004fdaa80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb0c0, 0xc004fda380, 0xc004aa4a80, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003dc10c0, 0xc004fda380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003dc10c0, 0xc004fda380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb0c0, 0xc004fda2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003dc10c0, 0xc004fda2a0, 0x54b170, 0xc003a4e410)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004fda2a0, 0x0, 0x0, 0x0, 0x0, 0xc004fda2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0028b1b90, 0x0, 0x0, 0x0, 0xd80, 0xc0034ca380, 0xd15, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0034ca380, 0xd15, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002403ad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003dc1518, 0xc001812300, 0xc001812b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bd860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1307 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f664ce47850, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036d6050, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036d6040, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00279db80, 0x559, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002144090, 0x82, 0xc00279db80, 0x559, 0xc00279db80, 0x559, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002144090, 0x82, 0xc00279db80, 0x559, 0xaa0378, 0x1, 0xc00279db80, 0x559, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bd920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1308 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66489aa760, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ac3300, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ac32e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00426f500, 0x91d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001524820, 0x9e, 0xc00426f500, 0x91d, 0xc00426f500, 0x91d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001524820, 0x9e, 0xc00426f500, 0x91d, 0xaa0378, 0x1, 0xc00426f500, 0x91d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bd9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1309 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6644549da0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00197cf80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00197cf60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002160d00, 0x885, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0021e0140, 0x95, 0xc002160d00, 0x885, 0xc002160d00, 0x885, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0021e0140, 0x95, 0xc002160d00, 0x885, 0xaa0378, 0x1, 0xc002160d00, 0x885, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bdaa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1310 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67003bf7a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b3ac20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b3ac10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002105800, 0x7b0, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000f2690, 0x64, 0xc002105800, 0x7b0, 0xc002105800, 0x7b0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000f2690, 0x64, 0xc002105800, 0x7b0, 0xaa0378, 0x1, 0xc002105800, 0x7b0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bdb60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1311 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66f47db750, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030705a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003070580, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e6a000, 0x76c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001820620, 0x6b, 0xc001e6a000, 0x76c, 0xc001e6a000, 0x76c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001820620, 0x6b, 0xc001e6a000, 0x76c, 0xaa0378, 0x1, 0xc001e6a000, 0x76c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bdc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1312 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6668047780, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002bb14e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002bb14d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002545200, 0x581, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00182b680, 0x57, 0xc002545200, 0x581, 0xc002545200, 0x581, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00182b680, 0x57, 0xc002545200, 0x581, 0xaa0378, 0x1, 0xc002545200, 0x581, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bdce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1313 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f666889abe0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d913b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d913a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0017e8a80, 0xa4d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e6cd80, 0x8c, 0xc0017e8a80, 0xa4d, 0xc0017e8a80, 0xa4d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e6cd80, 0x8c, 0xc0017e8a80, 0xa4d, 0xaa0378, 0x1, 0xc0017e8a80, 0xa4d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bdda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1314 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6674d5b7f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d928e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d928d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b92b00, 0x560, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00147dc00, 0x6f, 0xc002b92b00, 0x560, 0xc002b92b00, 0x560, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00147dc00, 0x6f, 0xc002b92b00, 0x560, 0xaa0378, 0x1, 0xc002b92b00, 0x560, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bde60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1315 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6688d03dc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001501040, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001501030, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d22100, 0x509, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0039eac00, 0x76, 0xc001d22100, 0x509, 0xc001d22100, 0x509, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0039eac00, 0x76, 0xc001d22100, 0x509, 0xaa0378, 0x1, 0xc001d22100, 0x509, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006bdf20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1316 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f669c9ea7f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f42080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f42070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001c73340, 0x29d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a11b80, 0x64, 0xc001c73340, 0x29d, 0xc001c73340, 0x29d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a11b80, 0x64, 0xc001c73340, 0x29d, 0xaa0378, 0x1, 0xc001c73340, 0x29d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fc000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1317 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6690dc48b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003052260, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003052240, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0048f6e00, 0x350, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ab2160, 0xa5, 0xc0048f6e00, 0x350, 0xc0048f6e00, 0x350, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ab2160, 0xa5, 0xc0048f6e00, 0x350, 0xaa0378, 0x1, 0xc0048f6e00, 0x350, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fc0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1318 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6698545b60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001501010, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001500ff0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000453400, 0x4f0, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012ff400, 0x9c, 0xc000453400, 0x4f0, 0xc000453400, 0x4f0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012ff400, 0x9c, 0xc000453400, 0x4f0, 0xaa0378, 0x1, 0xc000453400, 0x4f0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fc180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1319 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66e06c9c50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f4ce10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f4ce00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0004bcb00, 0x53e, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005a6640, 0x4d, 0xc0004bcb00, 0x53e, 0xc0004bcb00, 0x53e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0005a6640, 0x4d, 0xc0004bcb00, 0x53e, 0xaa0378, 0x1, 0xc0004bcb00, 0x53e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fc240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1320 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a84fff10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e53cd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003e53cc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002521800, 0xb88, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000504f45, 0x7f, 0xc002521800, 0xb88, 0xc002521800, 0xb88, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000504f45, 0x7f, 0xc002521800, 0xb88, 0xaa0378, 0x1, 0xc002521800, 0xb88, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fc300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1321 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66b04401e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0000a5740, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000a5730, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f76000, 0x975, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001376b84, 0x55, 0xc001f76000, 0x975, 0xc001f76000, 0x975, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001376b84, 0x55, 0xc001f76000, 0x975, 0xaa0378, 0x1, 0xc001f76000, 0x975, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fc3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1322 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66b8777d10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f9b5c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f9b5b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00213a000, 0xac1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018347d3, 0x6a, 0xc00213a000, 0xac1, 0xc00213a000, 0xac1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018347d3, 0x6a, 0xc00213a000, 0xac1, 0xaa0378, 0x1, 0xc00213a000, 0xac1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fc480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1323 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c4876230, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000c03590, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000c03580, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0040e7300, 0x117b, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000389c20, 0x87, 0xc0040e7300, 0x117b, 0xc0040e7300, 0x117b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000389c20, 0x87, 0xc0040e7300, 0x117b, 0xaa0378, 0x1, 0xc0040e7300, 0x117b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fc540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1324 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a8d82260, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003cce950, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cce940, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002dabb00, 0x466, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00184c750, 0x82, 0xc002dabb00, 0x466, 0xc002dabb00, 0x466, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00184c750, 0x82, 0xc002dabb00, 0x466, 0xaa0378, 0x1, 0xc002dabb00, 0x466, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fc600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1325 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66b0cc32b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e54e50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e54e40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003b83900, 0x4dd, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011bcd80, 0x77, 0xc003b83900, 0x4dd, 0xc003b83900, 0x4dd, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011bcd80, 0x77, 0xc003b83900, 0x4dd, 0xaa0378, 0x1, 0xc003b83900, 0x4dd, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fc6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1326 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00094a000, 0x46d, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00094a000, 0x46d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00094a000, 0x46d, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00094a000, 0x46d, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00094a000, 0x46d, 0x0, 0x0, 0x46d, 0xc00094a000, 0x46d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00094a000, 0x46d, 0x46d, 0x480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000581a80, 0x78, 0xc00094a000, 0x46d, 0xc00094a000, 0x46d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000581a80, 0x78, 0xc00094a000, 0x46d, 0xaa0378, 0x1, 0xc00094a000, 0x46d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fc780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1327 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0054533c0, 0xaa058b, 0x2, 0xc004c6f500, 0x9d6, 0x1, 0x1d4, 0xc002dbe000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc004c6f500, 0x9d6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005453518, 0xc002413100, 0x72, 0xc0040b4421)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fc840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1328 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc005fab100, 0x6aa, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:287 +0x47c
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005fab100, 0x6aa, 0x0, 0x0, 0x6aa, 0xc005fab100, 0x6aa)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005fab100, 0x6aa, 0x6aa, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137fb20, 0x6c, 0xc005fab100, 0x6aa, 0xc005fab100, 0x6aa, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137fb20, 0x6c, 0xc005fab100, 0x6aa, 0xaa0378, 0x1, 0xc005fab100, 0x6aa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fc900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1329 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f660cb86ce0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a241f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a241e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001784800, 0x7f7, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001152ab0, 0x8c, 0xc001784800, 0x7f7, 0xc001784800, 0x7f7, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001152ab0, 0x8c, 0xc001784800, 0x7f7, 0xaa0378, 0x1, 0xc001784800, 0x7f7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fc9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1330 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e213c0, 0xaa04df, 0x2, 0xc002796900, 0x88e, 0xc002796900, 0xc003e213b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002796900, 0x88e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e21518, 0xc00199c6a0, 0x6f, 0xc00137fb90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fca80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1331 [semacquire]:
strings.genSplit(0xc0019a9200, 0x8af, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004ea0600, 0x10e, 0x10e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0029173c0, 0xaa04d9, 0x2, 0xc00155a400, 0x8af, 0x23, 0x10e, 0xc0027f6fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00155a400, 0x8af, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002917518, 0xc0000be4e0, 0x86, 0xc001152cf0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fcb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1332 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e493c0, 0xaa0599, 0x2, 0xc0026de600, 0x5dc, 0x1, 0xbf, 0xc0027f6540)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0026de600, 0x5dc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e49518, 0xc00199c9e0, 0x6b, 0xc00137fc7b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fcc00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1333 [runnable]:
bytes.makeSlice.func1()
/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0x53d8, 0xc006c3c000, 0x53d8, 0x53d8)
/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc001b9d110, 0x124, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001b9d110, 0xc003d47a40, 0x124, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001b9d110, 0xc003d47a40, 0x124, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001b9d110, 0xc00221a8c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc001b9d110, 0xc00221a850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001b9d110, 0xc003677b90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001b9d110, 0xc003677ab0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001b9d110, 0xc0036773b0, 0xb84d20, 0xc001b9d110)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001b9d110, 0xc0036773b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001b9cde0, 0x3c2612852, 0x1251a20, 0xc006919ae0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fccc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1334 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001253de0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253de0, 0x0, 0x0, 0x0, 0xc005221200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253de0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052218f8, 0xc001b60000, 0x1ea3, 0x1b9, 0x1e3, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fcd80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1335 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66ac857780, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00197efb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00197efa0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015fac00, 0x600, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0029d0bd0, 0x86, 0xc0015fac00, 0x600, 0xc0015fac00, 0x600, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0029d0bd0, 0x86, 0xc0015fac00, 0x600, 0xaa0378, 0x1, 0xc0015fac00, 0x600, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fce40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1336 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253d80, 0x0, 0x0, 0x0, 0xc00526b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253d80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00526b8f8, 0xc003670000, 0xe56, 0x6, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fcf00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1337 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f667c7aedc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ac2e60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ac2e50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001eb5800, 0x6c5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0013ac230, 0x6d, 0xc001eb5800, 0x6c5, 0xc001eb5800, 0x6c5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0013ac230, 0x6d, 0xc001eb5800, 0x6c5, 0xaa0378, 0x1, 0xc001eb5800, 0x6c5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fcfc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1338 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6629709910, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021ef8b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021ef890, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0036a3800, 0x701, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003e82060, 0x5e, 0xc0036a3800, 0x701, 0xc0036a3800, 0x701, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003e82060, 0x5e, 0xc0036a3800, 0x701, 0xaa0378, 0x1, 0xc0036a3800, 0x701, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fd080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1339 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001253e00, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253e00, 0x0, 0x0, 0x0, 0xc003e4b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253e00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e4b8f8, 0xc003d5b900, 0x2010, 0xd0203abbc282d183, 0xd0b5d0b6d0b8d0bd, 0xd0bed080d1bed0b3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fd140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1340 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00322e820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc00322e8f0, 0xc0024f95e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0039037c0, 0x0, 0x0, 0x0, 0xc005275200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0039037c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052758f8, 0xc003ee4000, 0x1288, 0xd0203abbc282d183, 0xd0b5d0b6d0b8d0bd, 0xd0bed080d1bed0b3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fd200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1341 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc001eba690, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc003b24ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003b24ea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003b24ea0, 0xc002ca20e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b87780, 0x0, 0x0, 0x0, 0xc003dc1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b87780, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dc18f8, 0xc001b7d500, 0x130c, 0xc003c46f90, 0x3, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fd2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1342 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003b251e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003b251e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003b251e0, 0xc002ca23f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b877a0, 0x0, 0x0, 0x0, 0xc003f43200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b877a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f438f8, 0xc003e3d100, 0xd4c, 0x3, 0xc003c7cfc0, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fd380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1343 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053aac30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000e7c680, 0xc005edd180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b87e40, 0x0, 0x0, 0x0, 0xc004a1d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b87e40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a1d8f8, 0xc002cb3000, 0xe4f, 0x3, 0xc003c7cfc0, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fd440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1345 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6684906d20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0004c7050, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0004c7030, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0041bf000, 0x1554, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001376e60, 0x9c, 0xc0041bf000, 0x1554, 0xc0041bf000, 0x1554, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001376e60, 0x9c, 0xc0041bf000, 0x1554, 0xaa0378, 0x1, 0xc0041bf000, 0x1554, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fd5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1346 [runnable]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0037ce3d8, 0xc0068aacc0, 0xb8, 0xc000000030, 0x0, 0x30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x599
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0037ce3d8, 0xc0068aacc0, 0xb8, 0xb8, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0037ce3d8, 0xc002f1c2a0, 0xc004328160, 0xc0037ce308)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0037ce3d8, 0xc002f1c230, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0037cf0c0, 0xc002f1c230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0037cf0c0, 0xc002f1c230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0037cf0c0, 0xc002f1c000, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00527b0c0, 0xc002f1c000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00527b0c0, 0xc002f1c000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0037cf0c0, 0xc002c7f260, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00527b0c0, 0xc002c7f260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00527b0c0, 0xc002c7f260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0037cf0c0, 0xc002c7eb60, 0xc00527ad40, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00527b0c0, 0xc002c7eb60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00527b0c0, 0xc002c7eb60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0037cf0c0, 0xc002c7ea80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00527b0c0, 0xc002c7ea80, 0x54b170, 0xc0063fd6c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002c7ea80, 0x0, 0x0, 0x0, 0x0, 0xc002c7ea80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004d85ef0, 0x0, 0x0, 0x0, 0x1000, 0xc00317d000, 0xfa4, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00317d000, 0xfa4, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc00007e600)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00527b518, 0xc003bc61e0, 0xc003bc6a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fd680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1347 [semacquire]:
bytes.makeSlice(0x1905, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00621c000, 0x319, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00621c000, 0xc001ef0380, 0x319, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00621c000, 0xc001ef0380, 0x319, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00621c000, 0xc002781960, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00621c000, 0xc0027818f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00621c000, 0xc0001f4bd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00621c000, 0xc0001f4af0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00621c000, 0xc0001f43f0, 0xb84d20, 0xc00621c000)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00621c000, 0xc0001f43f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0050ffe30, 0x2d5221f11, 0x1251a20, 0xc001d1f800, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fd740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1348 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003b25380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003b25380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003b25380, 0xc002ca35e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b87840, 0x0, 0x0, 0x0, 0xc0033e7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b87840, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033e78f8, 0xc003ee8c00, 0x1290, 0xc0027e3568, 0x4, 0xc0027e356d)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fd800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1349 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0062aee00, 0x648, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0062aee00, 0x648, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0062aee00, 0x648, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0062aee00, 0x648, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0062aee00, 0x648, 0x0, 0x0, 0x648, 0xc0062aee00, 0x648)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0062aee00, 0x648, 0x648, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026e80, 0x75, 0xc0062aee00, 0x648, 0xc0062aee00, 0x648, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000026e80, 0x75, 0xc0062aee00, 0x648, 0xaa0378, 0x1, 0xc0062aee00, 0x648, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fd8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1351 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001c50a80, 0x9b7, 0xc0033eb218, 0xc004b59180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001c50a80, 0x9b7, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033eb3c0, 0xaa04fd, 0x2, 0xc001c50a80, 0x9b7, 0x2, 0x102, 0xc006317040)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc001c50a80, 0x9b7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0033eb518, 0xc0039038c0, 0x8f, 0xc0029d1950)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fda40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1352 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc003f142b8, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc003b25ad0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003b25ad0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003b25ad0, 0xc002fc9ce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f6a60, 0x0, 0x0, 0x0, 0xc004a5b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f6a60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a5b8f8, 0xc0041f7100, 0xcce, 0x1, 0xc0020cfec8, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fdb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1353 [runnable]:
bytes.makeSlice.func1()
/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0x1016, 0xc0017a4000, 0x1016, 0x1016)
/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc005417388, 0x358, 0x89)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005417388, 0xc001ef0700, 0x358, 0x5165d7, 0xc0013d1870, 0xc003f63638)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004138070)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003519650)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0001f5b20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0001f5a40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0001f5340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002c89440, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005417518, 0xc001812e00, 0x9a, 0xc00115ec80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fdbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1354 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00275acc0, 0x2707c0487, 0x1251a20, 0xc0027f6600, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fdc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1355 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f8b3c0, 0xaa0599, 0x2, 0xc003a93800, 0xacc, 0x1, 0x179, 0xc0027f72a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc003a93800, 0xacc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f8b518, 0xc00040f6e0, 0x83, 0xc002145290)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fdd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1356 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0052873c0, 0xaa0503, 0x2, 0xc00235c700, 0x699, 0x1, 0xb4, 0xc001907f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00235c700, 0x699, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005287518, 0xc0025c0360, 0x9e, 0xc0012ff5e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fde00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1357 [semacquire]:
strings.genSplit(0xc00415f000, 0xabd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc006561ab0, 0xc005285360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0052853c0, 0xaa04df, 0x2, 0xc00415e400, 0xabd, 0xc00415e400, 0xc0052853b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00415e400, 0xabd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005285518, 0xc002a016a0, 0x8f, 0xc004f647e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fdec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1358 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0013d3100, 0x6b7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0013d3100, 0x6b7, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0013d3100, 0x6b7, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0013d3100, 0x6b7, 0x0, 0x0, 0x6b7, 0xc0013d3100, 0x6b7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0013d3100, 0x6b7, 0x6b7, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00115e960, 0x9c, 0xc0013d3100, 0x6b7, 0xc0013d3100, 0x6b7, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00115e960, 0x9c, 0xc0013d3100, 0x6b7, 0xaa0378, 0x1, 0xc0013d3100, 0x6b7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0006fdf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1359 [semacquire]:
bytes.makeSlice(0x600, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003fed0e8, 0x200, 0x200)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc003fed0e8, 0xb7b620, 0xc006238120, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc006238120, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc006238120, 0xc003fed1d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006238120, 0x0, 0x0, 0x0, 0xc00, 0xc002c13000, 0xbd8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc002c13000, 0xbd8, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001c75940)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003fed518, 0xc001db8cc0, 0xc001db9540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1360 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002f846c0, 0x2d197e7df, 0x1251a20, 0xc001252d20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075e120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1361 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005009800, 0x7a6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005009800, 0x7a6, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005009800, 0x7a6, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005009800, 0x7a6, 0x0, 0x0, 0x7a6, 0xc005009800, 0x7a6)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005009800, 0x7a6, 0x7a6, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00115ee60, 0x9f, 0xc005009800, 0x7a6, 0xc005009800, 0x7a6, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00115ee60, 0x9f, 0xc005009800, 0x7a6, 0xaa0378, 0x1, 0xc005009800, 0x7a6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075e1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1362 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65e4a2bf50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020ce990, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020ce980, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00125b500, 0xa1c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016962d0, 0x88, 0xc00125b500, 0xa1c, 0xc00125b500, 0xa1c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016962d0, 0x88, 0xc00125b500, 0xa1c, 0xaa0378, 0x1, 0xc00125b500, 0xa1c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075e2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1363 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253d00, 0x0, 0x0, 0x0, 0xc004401200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253d00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044018f8, 0xc00394e000, 0xe23, 0x0, 0x5, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075e360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1364 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6629de0480, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033d4fc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033d4fb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0028b7200, 0x412, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0040b5200, 0x71, 0xc0028b7200, 0x412, 0xc0028b7200, 0x412, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0040b5200, 0x71, 0xc0028b7200, 0x412, 0xaa0378, 0x1, 0xc0028b7200, 0x412, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1365 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65e4471df0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003bb4b20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003bb4b10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0044e3b00, 0x844, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012fe780, 0x94, 0xc0044e3b00, 0x844, 0xc0044e3b00, 0x844, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012fe780, 0x94, 0xc0044e3b00, 0x844, 0xaa0378, 0x1, 0xc0044e3b00, 0x844, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1366 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700cb9010, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ba11a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ba1170, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ec7000, 0xae0, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002fd8500, 0x72, 0xc001ec7000, 0xae0, 0xc001ec7000, 0xae0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002fd8500, 0x72, 0xc001ec7000, 0xae0, 0xaa0378, 0x1, 0xc001ec7000, 0xae0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1367 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053ab110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ce3930, 0xc005edcaf0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f63e0, 0x0, 0x0, 0x0, 0xc004a59200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f63e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a598f8, 0xc002cd2600, 0x1221, 0x1, 0x5, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075e660, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1368 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00691b800, 0x5d1, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00691b800, 0x5d1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00691b800, 0x5d1, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00691b800, 0x5d1, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00691b800, 0x5d1, 0x0, 0x0, 0x5d1, 0xc00691b800, 0x5d1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00691b800, 0x5d1, 0x5d1, 0x600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001b66e0, 0xa5, 0xc00691b800, 0x5d1, 0xc00691b800, 0x5d1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001b66e0, 0xa5, 0xc00691b800, 0x5d1, 0xaa0378, 0x1, 0xc00691b800, 0x5d1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075e720, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1369 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0031fa5c0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0031fa5c0, 0x0, 0x0, 0x0, 0xc003d2f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0031fa5c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d2f8f8, 0xc00281c800, 0xbd3, 0x6, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075e7e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1370 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0031fa5e0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0031fa5e0, 0x0, 0x0, 0x0, 0xc00547d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0031fa5e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00547d8f8, 0xc00307c000, 0xde8, 0x5, 0xc001e4b8b0, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075e8a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1371 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700c6ee30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001117690, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001117680, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00297d880, 0x379, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a10d80, 0x78, 0xc00297d880, 0x379, 0xc00297d880, 0x379, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a10d80, 0x78, 0xc00297d880, 0x379, 0xaa0378, 0x1, 0xc00297d880, 0x379, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075e960, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1372 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053ab5f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ce3e10, 0xc005edcd90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f6420, 0x0, 0x0, 0x0, 0xc003fe7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f6420, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fe78f8, 0xc003fb9400, 0xb5d, 0x0, 0x0, 0xe34834)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075ea20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1373 [runnable]:
strings.genSplit(0xc0043e50a4, 0x140, 0xaa0378, 0x1, 0x0, 0x26, 0x1, 0xc000508000, 0x26)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003233518, 0xc003836210, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003233518, 0xc0028cabe0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1374 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0028fd500, 0x9d2, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0028fd500, 0x9d2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0028fd500, 0x9d2, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0028fd500, 0x9d2, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0028fd500, 0x9d2, 0x0, 0x0, 0x9d2, 0xc0028fd500, 0x9d2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0028fd500, 0x9d2, 0x9d2, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a11600, 0x79, 0xc0028fd500, 0x9d2, 0xc0028fd500, 0x9d2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a11600, 0x79, 0xc0028fd500, 0x9d2, 0xaa0378, 0x1, 0xc0028fd500, 0x9d2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1375 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00571c400, 0x824, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00571c400, 0x824, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00571c400, 0x824, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00571c400, 0x824, 0x0, 0x0, 0x824, 0xc00571c400, 0x824)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00571c400, 0x824, 0x824, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001144580, 0x80, 0xc00571c400, 0x824, 0xc00571c400, 0x824, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001144580, 0x80, 0xc00571c400, 0x824, 0xaa0378, 0x1, 0xc00571c400, 0x824, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1376 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67007108f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d90920, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d90900, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002735680, 0x453, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003bcaf60, 0x5f, 0xc002735680, 0x453, 0xc002735680, 0x453, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003bcaf60, 0x5f, 0xc002735680, 0x453, 0xaa0378, 0x1, 0xc002735680, 0x453, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1377 [semacquire]:
strings.Replace(0xc004b62000, 0x1e73, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc004b62000, 0x1e73)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054838f8, 0xc003100000, 0x1e6f, 0x6, 0x1, 0xc001fc55c8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1378 [runnable]:
regexp.(*Regexp).doExecute(0xc000137cc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc001f196c0, 0x40, 0x0, 0x0, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).doMatch(...)
/usr/local/go/src/regexp/exec.go:514
regexp.(*Regexp).MatchString(...)
/usr/local/go/src/regexp/regexp.go:507
github.com/advancedlogic/GoOse.score(0xc004d84720, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:85 +0x11c
github.com/advancedlogic/GoOse.WebPageImageResolver.func1(0x0, 0xc004d84720)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:158 +0x173
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004d846f0, 0xc00472d3a0, 0x3)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.WebPageImageResolver(0xc0062265a0, 0x4, 0xaa216a, 0x3, 0xaa8560)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:124 +0xc7
github.com/advancedlogic/GoOse.WebPageResolver(0xc002d0fc20, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:174 +0x36
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1379 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f666ccf9d30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000577690, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000577650, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003b82000, 0x4ad, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00314053b, 0x56, 0xc003b82000, 0x4ad, 0xc003b82000, 0x4ad, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00314053b, 0x56, 0xc003b82000, 0x4ad, 0xaa0378, 0x1, 0xc003b82000, 0x4ad, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1380 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66209413e0, 0x7f66209414e0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002bd6ac0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002bd6ab0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ffc000, 0x5cf, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000581880, 0x75, 0xc001ffc000, 0x5cf, 0xc001ffc000, 0x5cf, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000581880, 0x75, 0xc001ffc000, 0x5cf, 0xaa0378, 0x1, 0xc001ffc000, 0x5cf, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075f020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1381 [runnable]:
strings.genSplit(0xc004384a80, 0xa60, 0xaa0378, 0x1, 0x0, 0x11e, 0xc006566c00, 0x11f, 0x11f)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00405f3c0, 0xaa058b, 0x2, 0xc0037b4a80, 0xa60, 0x1, 0x11f, 0xc003bc7400)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0037b4a80, 0xa60, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00405f518, 0xc003bc6f00, 0x81, 0xc0029d09ae)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1382 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66f49e4920, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0010295b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0010295a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0006bb680, 0x44b, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141cd47, 0x6a, 0xc0006bb680, 0x44b, 0xc0006bb680, 0x44b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00141cd47, 0x6a, 0xc0006bb680, 0x44b, 0xaa0378, 0x1, 0xc0006bb680, 0x44b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075f1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1383 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc003f3a000, 0xd50000006f, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc003f3a000, 0x6f)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004096ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004096ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0005d98d4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004096ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004096ff8, 0x1, 0xc001dd01e0, 0xc010487fc00, 0x28042bd542f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004096ff8, 0x4, 0x874, 0xc00327b701, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00327b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00099e9c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001dceed0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040978f8, 0xc002105800, 0x78e, 0x6, 0xc0037ea3e0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075f260, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1384 [semacquire]:
strings.Replace(0xc005794000, 0x1b48, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc005794000, 0x1b48)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041858f8, 0xc004826000, 0x1b39, 0x6, 0xc0037ea3e0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1385 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6658958a20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000761730, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000761720, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001132000, 0x4a0, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0030245d1, 0x4c, 0xc001132000, 0x4a0, 0xc001132000, 0x4a0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0030245d1, 0x4c, 0xc001132000, 0x4a0, 0xaa0378, 0x1, 0xc001132000, 0x4a0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075f3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1386 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053ab520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ce3d40, 0xc005edcd20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b87920, 0x0, 0x0, 0x0, 0xc003feb200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b87920, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003feb8f8, 0xc003fff900, 0x11e0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1387 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67014910e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001419030, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001419020, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004ce2800, 0x3d1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00389c000, 0x7d, 0xc004ce2800, 0x3d1, 0xc004ce2800, 0x3d1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00389c000, 0x7d, 0xc004ce2800, 0x3d1, 0xaa0378, 0x1, 0xc004ce2800, 0x3d1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1388 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0054153c0, 0xaa058b, 0x2, 0xc000f67000, 0x1557, 0x1, 0x25e, 0xc001907f40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc000f67000, 0x1557, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005415518, 0xc002b51960, 0x5b, 0xc00007e1e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1389 [runnable]:
strings.genSplit(0xc002717800, 0x786, 0xaa0378, 0x1, 0x0, 0xde, 0x42fa20, 0xdf, 0xdf)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00341d3c0, 0xaa04df, 0x2, 0xc001863800, 0x786, 0x5, 0xdf, 0xc003bc77c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc001863800, 0x786, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00341d518, 0xc001253900, 0x44, 0xc00002b4a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1390 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053ab790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0046a4000, 0xc005edce70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f6440, 0x0, 0x0, 0x0, 0xc004ab7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f6440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ab78f8, 0xc003e65900, 0x129b, 0x1, 0xc001300800, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1391 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040033c0, 0xaa0503, 0x2, 0xc002798400, 0x890, 0x1, 0xef, 0xc0027f6960)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002798400, 0x890, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004003518, 0xc002dbe060, 0x97, 0xc001b87860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075f860, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1392 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d99588, 0xaa058b, 0x2, 0xc001f2b880, 0x1a3, 0x5, 0xc004d99290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc004524420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004524360, 0xc004d99320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc004d99518, 0xc0039095c0, 0xc0003a3900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc004d99518, 0xc0039095c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc004d99518, 0xc0039095c0, 0xc0039095c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075f920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1393 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65ecb4f860, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033d4f10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033d4f00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0036a2800, 0x7cf, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00590e580, 0x7e, 0xc0036a2800, 0x7cf, 0xc0036a2800, 0x7cf, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00590e580, 0x7e, 0xc0036a2800, 0x7cf, 0xaa0378, 0x1, 0xc0036a2800, 0x7cf, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075f9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1394 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66308a2680, 0x7f66308900a0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f0ec80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f0ec70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0040a5400, 0xb46, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003d8c280, 0x91, 0xc0040a5400, 0xb46, 0xc0040a5400, 0xb46, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003d8c280, 0x91, 0xc0040a5400, 0xb46, 0xaa0378, 0x1, 0xc0040a5400, 0xb46, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075faa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1395 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253d40, 0x0, 0x0, 0x0, 0xc005281200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253d40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052818f8, 0xc0039be000, 0xe9f, 0x3, 0xc0004cd670, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1396 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66151abde0, 0x7f66151acbf0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021fbe50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021fbe40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b93600, 0x538, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003bcb579, 0x3c, 0xc002b93600, 0x538, 0xc002b93600, 0x538, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003bcb579, 0x3c, 0xc002b93600, 0x538, 0xaa0378, 0x1, 0xc002b93600, 0x538, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075fc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1397 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003b25520, 0xc0030e5f08, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003b25520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003b25520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003b25520, 0xc002fc8070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f64e0, 0x0, 0x0, 0x0, 0xc003419200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f64e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034198f8, 0xc003f48380, 0xce7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1398 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66f9137fa0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003521b50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003521b40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015fa000, 0x5a1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000070f50, 0x6f, 0xc0015fa000, 0x5a1, 0xc0015fa000, 0x5a1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000070f50, 0x6f, 0xc0015fa000, 0x5a1, 0xaa0378, 0x1, 0xc0015fa000, 0x5a1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075fda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1399 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700cbd430, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003cc5b80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cc5b70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0044cf800, 0x788, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002144bd0, 0x8b, 0xc0044cf800, 0x788, 0xc0044cf800, 0x788, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002144bd0, 0x8b, 0xc0044cf800, 0x788, 0xaa0378, 0x1, 0xc0044cf800, 0x788, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075fe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1400 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66c8711c00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00244a2b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00244a2a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004f90000, 0x1ff0, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004f20e0, 0x70, 0xc004f90000, 0x1ff0, 0xc004f90000, 0x1ff0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004f20e0, 0x70, 0xc004f90000, 0x1ff0, 0xaa0378, 0x1, 0xc004f90000, 0x1ff0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00075ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1401 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc005a9bd80, 0x8, 0x2, 0xc005fd8538, 0xc001e560f0, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc005a9bd80, 0x8, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fd90c0, 0xc00346c5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005fd90c0, 0xc005811dc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004af70c0, 0xc005811dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004af70c0, 0xc005811dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005fd90c0, 0xc005811ce0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004af70c0, 0xc005811ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004af70c0, 0xc005811ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005fd90c0, 0xc0058115e0, 0xc004af6d00, 0x444010)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004af70c0, 0xc0058115e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004af70c0, 0xc0058115e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005fd90c0, 0xc005811500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004af70c0, 0xc005811500, 0x54b170, 0xc00283cb60)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005811500, 0x0, 0x0, 0x0, 0x0, 0xc005811500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005777770, 0x0, 0x0, 0x0, 0x1000, 0xc0015b6000, 0xdf9, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0015b6000, 0xdf9, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc003f63a44)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004af7518, 0xc001252e00, 0xc002412f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007da000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1402 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65ecf66c60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a9a8a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a9a890, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f7f700, 0x517, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003024628, 0x64, 0xc001f7f700, 0x517, 0xc001f7f700, 0x517, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003024628, 0x64, 0xc001f7f700, 0x517, 0xaa0378, 0x1, 0xc001f7f700, 0x517, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007da0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1403 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053aadd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000e7c8f0, 0xc005edd260, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f6280, 0x0, 0x0, 0x0, 0xc004bd9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f6280, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004bd98f8, 0xc004aef500, 0x19f6, 0x2, 0x1, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007da180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1404 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670071b420, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001506dd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001506da0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003ffc000, 0x129d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005a66e0, 0x47, 0xc003ffc000, 0x129d, 0xc003ffc000, 0x129d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0005a66e0, 0x47, 0xc003ffc000, 0x129d, 0xaa0378, 0x1, 0xc003ffc000, 0x129d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007da240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1405 [runnable]:
strings.(*Builder).WriteRune(0xc005295160, 0x439, 0x21f, 0x439, 0x221)
/usr/local/go/src/strings/builder.go:104 +0x29d
strings.Map(0xae62d0, 0xc00135ce19, 0xc17, 0x5165d7, 0xc006077c00)
/usr/local/go/src/strings/strings.go:511 +0x3ab
strings.ToLower(0xc00135cd80, 0xcb0, 0xc001b58f00, 0x5)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0052953c0, 0xaa04d9, 0x2, 0xc00135cd80, 0xcb0, 0xc00135cd80, 0xc0052953b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00135cd80, 0xcb0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005295518, 0xc0062262e0, 0x75, 0xc00564a000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007da300, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1406 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f72e0, 0x0, 0x0, 0x0, 0xc00529f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f72e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00529f8f8, 0xc003a78000, 0xf86, 0x6, 0xc0038cb020, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007da3c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1407 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00341b3c0, 0xaa058b, 0x2, 0xc00559e000, 0x907, 0x1, 0x120, 0xc00040fe40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00559e000, 0x907, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00341b518, 0xc00040faa0, 0x73, 0xc001145400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007da480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1408 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f663516f360, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00242df40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00242df20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002782a00, 0x1ee, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0030242a0, 0x6b, 0xc002782a00, 0x1ee, 0xc002782a00, 0x1ee, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0030242a0, 0x6b, 0xc002782a00, 0x1ee, 0xaa0378, 0x1, 0xc002782a00, 0x1ee, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007da540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1409 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053aaf70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ce3790, 0xc005edc930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002a014c0, 0x0, 0x0, 0x0, 0xc004af9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002a014c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004af98f8, 0xc00387f100, 0x1a9c, 0x6, 0x1, 0xc00248fcd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007da600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1410 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0027f6260, 0xc00339f220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00339f588, 0xaa058b, 0x2, 0xc0001b74a0, 0xa4, 0x1, 0x9, 0xc0027f60e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00339f518, 0xc003903d40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007da6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1411 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6600622cb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005d9730, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005d9720, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002ddb800, 0x58f, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00141d7de, 0x81, 0xc002ddb800, 0x58f, 0xc002ddb800, 0x58f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00141d7de, 0x81, 0xc002ddb800, 0x58f, 0xaa0378, 0x1, 0xc002ddb800, 0x58f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007da780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1412 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005034700, 0x69d, 0xc00529b218, 0xc000b04a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005034700, 0x69d, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00529b3c0, 0xaa05c9, 0x2, 0xc005034700, 0x69d, 0x1, 0xf0, 0xc0025c0ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc005034700, 0x69d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00529b518, 0xc0025c0700, 0x7c, 0xc002fd9680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007da840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1413 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00336a8f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00336a9c0, 0xc004daee00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003903f20, 0x0, 0x0, 0x0, 0xc004093200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003903f20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040938f8, 0xc00408b800, 0xb6d, 0x6, 0xc001506cb0, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007da900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1414 [semacquire]:
bytes.makeSlice(0x3134, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0061058c0, 0x2d6, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0061058c0, 0xc0029b5200, 0x2d6, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0061058c0, 0xc0029b5200, 0x2d6, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0061058c0, 0xc0024880e0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0061058c0, 0xc002488070, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0061058c0, 0xc00242a690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0061058c0, 0xc00242a5b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0061058c0, 0xc00265b2d0, 0xb84d20, 0xc0061058c0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0061058c0, 0xc00265b2d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006104f30, 0x50d2a1, 0xc0011af380, 0x21, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003f3f518, 0xc002dbe380, 0xc002dbec20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007da9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1415 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0018130e0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0018130e0, 0x0, 0x0, 0x0, 0xc004c55200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0018130e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c558f8, 0xc003d68c80, 0x1979, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007daa80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1416 [semacquire]:
golang.org/x/net/html.parseDoctype(0xc005f9eb2c, 0x4, 0x0, 0xc000032800)
/home/develop/go/src/golang.org/x/net/html/doctype.go:17 +0x42
golang.org/x/net/html.initialIM(0xc0053aa8f0, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:530 +0x98
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0053aa8f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0053aa8f0, 0xc005bead20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f080, 0x0, 0x0, 0x0, 0xc00529d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f080, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00529d8f8, 0xc0040a6000, 0xa91, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007dab40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1417 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d08fb5d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030e8d80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030e8d70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003035900, 0x4bc, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002034280, 0x74, 0xc003035900, 0x4bc, 0xc003035900, 0x4bc, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002034280, 0x74, 0xc003035900, 0x4bc, 0xaa0378, 0x1, 0xc003035900, 0x4bc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007dac00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1418 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00554f588, 0xaa058b, 0x2, 0xc0043ce340, 0x18d, 0x0, 0xc00554f3d8, 0xc001641788)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00554f518, 0xc00358e300, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00554f518, 0xc0016408c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007dacc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1419 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0052a73c0, 0xaa0569, 0x2, 0xc00239a000, 0x2067, 0x2, 0x340, 0xc002c01be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00239a000, 0x2067, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0052a7518, 0xc002c017c0, 0x96, 0xc0012ff085)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007dad80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1420 [semacquire]:
golang.org/x/net/html.parseDoctype(0xc005f9eb30, 0x4, 0x0, 0xc000032800)
/home/develop/go/src/golang.org/x/net/html/doctype.go:17 +0x42
golang.org/x/net/html.initialIM(0xc0053aa9c0, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:530 +0x98
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0053aa9c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0053aa9c0, 0xc005bead90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f0c0, 0x0, 0x0, 0x0, 0xc00405b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f0c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00405b8f8, 0xc004078600, 0x11e7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007dae40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1421 [semacquire]:
strings.Replace(0xc0061cf000, 0xfc6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc0061cf000, 0xfc6)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00527d8f8, 0xc003876000, 0xfc2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007daf00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1422 [runnable]:
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc001647ad0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001647a40, 0xc00655f2c8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00655f6b0, 0xc001137d00, 0xaac03e, 0x7, 0xc001137d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00655f6b0, 0xc001137d00, 0xc006919240)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007dafc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1423 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67014b1870, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00027ead0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00027eac0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001ea9b00, 0x860, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0022582a0, 0xd6, 0xc001ea9b00, 0x860, 0xc001ea9b00, 0x860, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0022582a0, 0xd6, 0xc001ea9b00, 0x860, 0xaa0378, 0x1, 0xc001ea9b00, 0x860, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007db080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1424 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003b24000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003b24000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003b24000, 0xc00113a070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f6fe0, 0x0, 0x0, 0x0, 0xc004095200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f6fe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040958f8, 0xc0028e4400, 0x83b, 0x6, 0xc0013fb1d8, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007db140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1425 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700deab60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033d7400, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033d73f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002996000, 0x604, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00147dab0, 0x37, 0xc002996000, 0x604, 0xc002996000, 0x604, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00147dab0, 0x37, 0xc002996000, 0x604, 0xaa0378, 0x1, 0xc002996000, 0x604, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007db200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1426 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00099ed00, 0xc005f9eb49, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00099ed00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00099ed00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00099ed00, 0xc002bb8070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f7000, 0x0, 0x0, 0x0, 0xc0040af200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f7000, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040af8f8, 0xc0040a1800, 0xbc5, 0x335, 0x34f, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007db2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1427 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053aaea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000e7c9c0, 0xc005edd2d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f100, 0x0, 0x0, 0x0, 0xc005299200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052998f8, 0xc0034aa000, 0x151b, 0x335, 0x34f, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007db380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1428 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002dbf0c0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002dbf0c0, 0x0, 0x0, 0x0, 0xc0052d5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002dbf0c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052d58f8, 0xc005b38000, 0x7e90, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007db440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1429 [semacquire]:
regexp.makeOnePass.func1(0x6, 0xc0044f7f30, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:383 +0xb9b
regexp.makeOnePass(0xc001e1ee40, 0xc001e1ee40)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc001e1ede0, 0xc001e1ede0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004090ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004090ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0044f7f18)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004090ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004090ff8, 0x1, 0xc002392370, 0xc001a40a80, 0x28042bd52108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004090ff8, 0x4, 0x57d, 0xc003471a01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003471000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0038c7ba0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001e1edb0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040918f8, 0xc003655500, 0xa80, 0x43200000430, 0x44200000432, 0x43200000430)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007db500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1430 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66308e9940, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012b0a50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012b0a40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003f30000, 0xab6, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00182b180, 0x74, 0xc003f30000, 0xab6, 0xc003f30000, 0xab6, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00182b180, 0x74, 0xc003f30000, 0xab6, 0xaa0378, 0x1, 0xc003f30000, 0xab6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007db5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1431 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700e4da90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00197d7d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00197d7a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000c05680, 0x47d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001145900, 0x7d, 0xc000c05680, 0x47d, 0xc000c05680, 0x47d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001145900, 0x7d, 0xc000c05680, 0x47d, 0xaa0378, 0x1, 0xc000c05680, 0x47d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007db680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1432 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c533c0, 0xaa04d9, 0x2, 0xc005e27300, 0x12f9, 0xc005e27300, 0xc004c533b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc005e27300, 0x12f9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c53518, 0xc001af6620, 0xbb, 0xc001268fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007db740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1433 [runnable]:
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001e81dc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:67 +0x9e
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001911c00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005df5ad0, 0xc005df5f50, 0xc0029dd500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00554b518, 0xc001e12080, 0x4d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007db800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1434 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f65ff84e460, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a9a920, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a9a900, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0028e4d00, 0x84a, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003025b20, 0x6d, 0xc0028e4d00, 0x84a, 0xc0028e4d00, 0x84a, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003025b20, 0x6d, 0xc0028e4d00, 0x84a, 0xaa0378, 0x1, 0xc0028e4d00, 0x84a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007db8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1435 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f661903b330, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cc86b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cc86a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001f7bb00, 0x2f1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001145d00, 0x75, 0xc001f7bb00, 0x2f1, 0xc001f7bb00, 0x2f1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001145d00, 0x75, 0xc001f7bb00, 0x2f1, 0xaa0378, 0x1, 0xc001f7bb00, 0x2f1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007db980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1436 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66708a1e50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e4a000, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001419ff0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0015f1000, 0x734, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ebc870, 0x88, 0xc0015f1000, 0x734, 0xc0015f1000, 0x734, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ebc870, 0x88, 0xc0015f1000, 0x734, 0xaa0378, 0x1, 0xc0015f1000, 0x734, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007dba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1437 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005a79000, 0x70f, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005a79000, 0x70f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005a79000, 0x70f, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005a79000, 0x70f, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005a79000, 0x70f, 0x0, 0x0, 0x70f, 0xc005a79000, 0x70f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005a79000, 0x70f, 0x70f, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ebd710, 0x8d, 0xc005a79000, 0x70f, 0xc005a79000, 0x70f, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ebd710, 0x8d, 0xc005a79000, 0x70f, 0xaa0378, 0x1, 0xc005a79000, 0x70f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007dbb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1438 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67014b7f30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ce3000, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ce2ff0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00133d700, 0x528, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036f4c60, 0x8e, 0xc00133d700, 0x528, 0xc00133d700, 0x528, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036f4c60, 0x8e, 0xc00133d700, 0x528, 0xaa0378, 0x1, 0xc00133d700, 0x528, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007dbbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1439 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005520000, 0x4f2, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005520000, 0x4f2, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005520000, 0x4f2, 0x0, 0x0, 0x4f2, 0xc005520000, 0x4f2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005520000, 0x4f2, 0x4f2, 0x500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000f3e30, 0x63, 0xc005520000, 0x4f2, 0xc005520000, 0x4f2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000f3e30, 0x63, 0xc005520000, 0x4f2, 0xaa0378, 0x1, 0xc005520000, 0x4f2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007dbc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1440 [runnable]:
bytes.makeSlice.func1()
/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0x24e3, 0xc0032df900, 0x24e3, 0x24e3)
/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc004a4ec00, 0x401, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004a4ec00, 0xc001c44d80, 0x401, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004a4ec00, 0xc001c44d80, 0x401, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004a4ec00, 0xc0055270a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc004a4ec00, 0xc005527030, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004a4ec00, 0xc005526f50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004a4ec00, 0xc0055262a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004a4ec00, 0xc0055261c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004a4ec00, 0xc004e1bab0, 0xb84d20, 0xc004a4ec00)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004a4ec00, 0xc004e1bab0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004989110, 0x50d201, 0xc002a74b40, 0x4c, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004f2b518, 0xc002c00a40, 0xc002412140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007dbd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1441 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0041ae000, 0x67e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:44 +0x138
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0041ae000, 0x67e, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0041ae000, 0x67e, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0041ae000, 0x67e, 0x0, 0x0, 0x67e, 0xc0041ae000, 0x67e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0041ae000, 0x67e, 0x67e, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003141680, 0x81, 0xc0041ae000, 0x67e, 0xc0041ae000, 0x67e, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003141680, 0x81, 0xc0041ae000, 0x67e, 0xaa0378, 0x1, 0xc0041ae000, 0x67e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007dbe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1442 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004c23500, 0x285b, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004c23500, 0x285b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004c23500, 0x285b, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004c23500, 0x285b, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004c23500, 0x285b, 0x0, 0x0, 0x285b, 0xc004c23500, 0x285b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004c23500, 0x285b, 0x285b, 0x3500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e6c9b6, 0x66, 0xc004c23500, 0x285b, 0xc004c23500, 0x285b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e6c9b6, 0x66, 0xc004c23500, 0x285b, 0xaa0378, 0x1, 0xc004c23500, 0x285b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007dbec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1443 [runnable]:
unicode/utf8.EncodeRune(0xc006c84000, 0x4, 0x3db, 0xc00000043b, 0x49ee36)
/usr/local/go/src/unicode/utf8/utf8.go:349 +0x63
strings.(*Builder).WriteRune(0xc0052ab160, 0x43b, 0x4ce, 0x43b, 0x4d0)
/usr/local/go/src/strings/builder.go:114 +0x159
strings.Map(0xae62d0, 0xc006c83232, 0x8a5, 0x5165d7, 0xc001408380)
/usr/local/go/src/strings/strings.go:511 +0x3ab
strings.ToLower(0xc006c83200, 0x8d7, 0xc002a96b74, 0x4)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0052ab3c0, 0xaa04d9, 0x2, 0xc006c83200, 0x8d7, 0xc006c83200, 0xc0052ab3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc006c83200, 0x8d7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0052ab518, 0xc003bc6b40, 0x72, 0xc00144b080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007dbf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1444 [semacquire]:
strings.Replace(0xc005bb0000, 0x4ae8, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x6, 0xc005bb0000, 0x4ae8)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054858f8, 0xc004151000, 0x4ad8, 0x43b0000043e, 0x434, 0xb4d0bbd0bed0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fc060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1445 [semacquire]:
strings.Replace(0xc005b40000, 0x4ad8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x10, 0xc003eafc3c, 0x1)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00552f8f8, 0xc005b40000, 0x4ad8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fc120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1446 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670106eed0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ce3120, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ce3110, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0021b1500, 0x2994, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e6cea0, 0x81, 0xc0021b1500, 0x2994, 0xc0021b1500, 0x2994, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e6cea0, 0x81, 0xc0021b1500, 0x2994, 0xaa0378, 0x1, 0xc0021b1500, 0x2994, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fc1e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1447 [semacquire]:
strings.Replace(0xc005d8ba80, 0x1a69, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc00291f180, 0xc0027f7140)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040d58f8, 0xc005d8ba80, 0x1a69, 0xbdd0bdd0b0d0, 0x0, 0x43d0000043d)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fc2a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1448 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a0bfe230, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00242c380, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00242c370, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001777980, 0x1832, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001378b00, 0x74, 0xc001777980, 0x1832, 0xc001777980, 0x1832, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001378b00, 0x74, 0xc001777980, 0x1832, 0xaa0378, 0x1, 0xc001777980, 0x1832, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fc360, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1449 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00199dee0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00199dee0, 0x0, 0x0, 0x0, 0xc0054f3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00199dee0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054f38f8, 0xc002254000, 0xc44, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fc420, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1450 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001af1520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc001af15f0, 0xc003fb0bd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c0d80, 0x0, 0x0, 0x0, 0xc001a2b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c0d80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a2b8f8, 0xc003efaf00, 0x2384, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fc4e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1451 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc00309fa80, 0x3, 0xaa4e4b, 0x5, 0x3, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc001af1110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001af1110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001af1110, 0xc0011ba540, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c0860, 0x0, 0x0, 0x0, 0xc0052f7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c0860, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052f78f8, 0xc0008e6000, 0x112a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fc5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1452 [semacquire]:
strings.Replace(0xc006207000, 0xf60, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc006207000, 0xf60)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00548d8f8, 0xc001c19000, 0xf5e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fc660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1453 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c01c0, 0x0, 0x0, 0x0, 0xc0026b1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c01c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026b18f8, 0xc003c42c00, 0x1071, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fc720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1454 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0052a53c0, 0xaa05c9, 0x2, 0xc001dba480, 0x470, 0x1, 0xa8, 0xc0025c0800)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc001dba480, 0x470, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0052a5518, 0xc0025c0460, 0x73, 0xc003a68400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fc7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1455 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040b38f8, 0xc001b98a80, 0x90c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fc8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1456 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c0820, 0x0, 0x0, 0x0, 0xc004595200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c0820, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045958f8, 0xc0017c8000, 0xe5f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fc960, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1457 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001af0ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001af0f70, 0xc0036716c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6100, 0x0, 0x0, 0x0, 0xc0045ff200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045ff8f8, 0xc0017e0000, 0xfc2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fca20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1458 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052e98f8, 0xc0022a7000, 0xdca, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fcae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1459 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f7a40, 0x0, 0x0, 0x0, 0xc0052f3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f7a40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052f38f8, 0xc0023ef000, 0xdb3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fcba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1460 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003039350, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0052f5518, 0xc0025c08a0, 0x62, 0xc0036a5960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fcc60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1461 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001640480, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001640480, 0x0, 0x0, 0x0, 0xc002965200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001640480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029658f8, 0xc002ec2580, 0xc4e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fcd20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1462 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004b05980, 0x191, 0x191, 0x3, 0x0, 0x190, 0xc004b05980)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003d9f518, 0xc001e12040, 0xc001e12920)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fcde0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1464 [semacquire]:
strings.genSplit(0xc0022a0000, 0x95e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x11cf, 0xc0014a8a80, 0x95e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00616f588, 0xaa058b, 0x2, 0xc0014a8a80, 0x95e, 0x4, 0x17, 0xc00238e5e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00616f518, 0xc002dbf4e0, 0x1f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fcf60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1465 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045fb8f8, 0xc00338b500, 0x1441, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fd020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1466 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001af11e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc001af12b0, 0xc0053ed420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c0c80, 0x0, 0x0, 0x0, 0xc0052ff200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c0c80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052ff8f8, 0xc0025d3800, 0x15c4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fd0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1467 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c0cc0, 0x0, 0x0, 0x0, 0xc0045fd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c0cc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045fd8f8, 0xc000f54000, 0x1375, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fd1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1468 [semacquire]:
strings.Replace(0xc000f64000, 0x17dd, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc000f64000, 0x17dd)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052f18f8, 0xc00264b800, 0x17d8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fd260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1469 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001af1380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001af1450, 0xc0053ed880, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c0ce0, 0x0, 0x0, 0x0, 0xc001fd5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c0ce0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fd58f8, 0xc0016f9100, 0xce6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fd320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1470 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003550580, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003550580, 0x0, 0x0, 0x0, 0xc00526f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003550580, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00526f8f8, 0xc002223100, 0x1acd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fd3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1471 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc0027b8060, 0xc0027b8060)
/usr/local/go/src/regexp/onepass.go:306 +0x6a
regexp.compileOnePass(0xc003039800, 0xc003039800)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001786ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001786ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001e9097c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001786ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001786ff8, 0x1, 0xc0032280d0, 0xc0106077c00, 0x28042bd55080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001786ff8, 0x4, 0xd80, 0xc002547201, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002547000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x7f66fc5d8870, 0x7f)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0030397d0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0017878f8, 0xc0029e8c00, 0x1170, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fd4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1472 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052fb8f8, 0xc00263b000, 0xfb4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fd560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1473 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc002458ab0, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc003d6c1a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d6c1a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d6c1a0, 0xc000896070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6260, 0x0, 0x0, 0x0, 0xc001a27200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6260, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001a278f8, 0xc00387f100, 0x1aa7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fd620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1474 [semacquire]:
regexp.onePassCopy(0xc001c56210, 0xc001c56210)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc001c56210, 0xc001c56210)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005be0ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005be0ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001e909dc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005be0ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005be0ff8, 0x1, 0xc003228180, 0xc0106077c00, 0x28042bd55080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005be0ff8, 0x4, 0xe4e, 0xc001ce5101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001ce5000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00322eea0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001c561e0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00070f8f8, 0xc003fcf900, 0x108b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fd6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1475 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001af16c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001af1790, 0xc003fb1570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af61e0, 0x0, 0x0, 0x0, 0xc004f13200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af61e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f138f8, 0xc003bdec00, 0x1111, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fd7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1476 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003550640, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003550640, 0x0, 0x0, 0x0, 0xc005307200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003550640, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053078f8, 0xc00266f800, 0x165e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fd860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1477 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c0e40, 0x0, 0x0, 0x0, 0xc0052fd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c0e40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052fd8f8, 0xc00160e600, 0x1209, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fd920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1478 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00526d8f8, 0xc003d25900, 0x126c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fd9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1479 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0035505a0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035505a0, 0x0, 0x0, 0x0, 0xc005479200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035505a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054798f8, 0xc0011f5500, 0x1328, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fdaa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1480 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00322f450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00322f6c0, 0xc001e46150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6200, 0x0, 0x0, 0x0, 0xc0020f9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6200, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020f98f8, 0xc00378f300, 0x1877, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fdb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1481 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0035506c0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035506c0, 0x0, 0x0, 0x0, 0xc004807200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035506c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048078f8, 0xc0018c4000, 0x1422, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fdc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1482 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00262d110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc00262d1e0, 0xc000522cb0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6500, 0x0, 0x0, 0x0, 0xc0047d1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6500, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047d18f8, 0xc0007f8000, 0xa5a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fdce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1483 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001791d40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001791e10, 0xc001836000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001136100, 0x0, 0x0, 0x0, 0xc001acd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001136100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001acd8f8, 0xc0017b1000, 0xae5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fdda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1484 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc001534000, 0xc002577418, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x9d
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002577518, 0xc0025c0e80, 0xfa, 0xc003311a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x236
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fde60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1485 [semacquire]:
strings.Replace(0xc003008000, 0x5b86, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x11, 0xc002082750, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0042158f8, 0xc003008000, 0x5b86, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007fdf20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1486 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003550600, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003550600, 0x0, 0x0, 0x0, 0xc0052ed200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003550600, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052ed8f8, 0xc0026cd000, 0xfeb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1487 [semacquire]:
strings.Replace(0xc005c8ac00, 0x12e0, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc005c8ac00, 0x12e0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f158f8, 0xc001f04c00, 0x12db, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff40c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1488 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003550620, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003550620, 0x0, 0x0, 0x0, 0xc004403200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003550620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044038f8, 0xc002853500, 0x138c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1489 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1400, 0x0, 0x0, 0x0, 0xc003c6b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1400, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c6b8f8, 0xc00518ac00, 0x1a99, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1490 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc002458aa8, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc001af1ad0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001af1ad0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001af1ad0, 0xc00549bce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1200, 0x0, 0x0, 0x0, 0xc00454f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1200, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00454f8f8, 0xc00236e000, 0x9f2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1491 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051838f8, 0xc00400b800, 0xb45, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff43c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1492 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003550740, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003550740, 0x0, 0x0, 0x0, 0xc00436f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003550740, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00436f8f8, 0xc0004ed300, 0x12fe, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1493 [semacquire]:
golang.org/x/net/html.parseDoctype(0xc002458ab8, 0x4, 0x0, 0xc00003c800)
/home/develop/go/src/golang.org/x/net/html/doctype.go:17 +0x42
golang.org/x/net/html.initialIM(0xc001af1c70, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:530 +0x98
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001af1c70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001af1c70, 0xc001316000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1320, 0x0, 0x0, 0x0, 0xc004551200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1320, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045518f8, 0xc0019c0000, 0xe2c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1494 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1340, 0x0, 0x0, 0x0, 0xc00528b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1340, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00528b8f8, 0xc002fea880, 0xcbe, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1495 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc00262d040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00262d040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00262d040, 0xc000522150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c15c0, 0x0, 0x0, 0x0, 0xc004725200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c15c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047258f8, 0xc001ff1800, 0x17c2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff46c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1496 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001af1e10, 0xc001e90fd0, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc001af1e10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001af1e10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001af1e10, 0xc001316070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c13a0, 0x0, 0x0, 0x0, 0xc001bef200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c13a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001bef8f8, 0xc00131ec00, 0x1084, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4780, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1497 [semacquire]:
strings.Replace(0xc006066000, 0xf37, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc006066000, 0xf37)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00528d8f8, 0xc001e09000, 0xf35, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4840, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1498 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003550660, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003550660, 0x0, 0x0, 0x0, 0xc005401200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003550660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054018f8, 0xc0032ed900, 0x12dc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4900, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1499 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001af1ee0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00262c000, 0xc004971810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c13e0, 0x0, 0x0, 0x0, 0xc005303200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c13e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053038f8, 0xc002fb8000, 0x1a4e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff49c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1500 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00262c270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00262c340, 0xc002d98a10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1420, 0x0, 0x0, 0x0, 0xc005305200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1420, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053058f8, 0xc005190000, 0x2479, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4a80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1501 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00262c0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc00262c1a0, 0xc0013172d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af62a0, 0x0, 0x0, 0x0, 0xc001179200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af62a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0011798f8, 0xc001360380, 0xd76, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4b40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1502 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003d6c340, 0xc001dfb840, 0x1c)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003d6c340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d6c340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d6c340, 0xc001ad20e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af62c0, 0x0, 0x0, 0x0, 0xc004f11200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af62c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f118f8, 0xc00400dc00, 0xbce, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1503 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc00262da00, 0x200)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00262da00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00262da00, 0xc001ec3570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c17a0, 0x0, 0x0, 0x0, 0xc00517f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c17a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00517f8f8, 0xc00515ea00, 0x22eb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1504 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc001af633e)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc0042810b0, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc00262c4e0, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00262c4e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00262c4e0, 0xc002397f10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6300, 0x0, 0x0, 0x0, 0xc004281200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6300, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0042818f8, 0xc002980000, 0xa34, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1505 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc003d6c4e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d6c4e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d6c4e0, 0xc002d7c150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6320, 0x0, 0x0, 0x0, 0xc0051b3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6320, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051b38f8, 0xc002750d00, 0x8f5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1506 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003d6d520, 0xc002458ad8, 0x7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003d6d520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d6d520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d6d520, 0xc0007329a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af64e0, 0x0, 0x0, 0x0, 0xc004729200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af64e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047298f8, 0xc001723500, 0x9d5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1507 [semacquire]:
strings.Replace(0xc006067000, 0xfdd, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc006067000, 0xfdd)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044058f8, 0xc001a52000, 0xfdb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff4fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1508 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048038f8, 0xc001a5e000, 0xfd8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1509 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003d6c5b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc003d6c820, 0xc002d7c1c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6340, 0x0, 0x0, 0x0, 0xc00530f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6340, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00530f8f8, 0xc001935980, 0x1961, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1510 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc002458ac0, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc00262c680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00262c680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00262c680, 0xc001eb1ab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6380, 0x0, 0x0, 0x0, 0xc005301200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6380, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053018f8, 0xc001cfe000, 0x595, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1511 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc00445fbc0, 0xd500000043, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc00445fbc0, 0x43)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00550aff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00550aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001e91274)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00550aff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00550aff8, 0x1, 0xc0032288f0, 0xc0106077c00, 0x28042bd55080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00550aff8, 0x4, 0x874, 0xc0026c7701, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0026c7000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00262c820, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001534630, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00550b8f8, 0xc001ef2000, 0x790, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff52c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1512 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003d6c8f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003d6c9c0, 0xc002d7c5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af63c0, 0x0, 0x0, 0x0, 0xc00517d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af63c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00517d8f8, 0xc002dd1200, 0xc32, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1513 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003d6ca90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003d6cb60, 0xc0003e0380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b349c0, 0x0, 0x0, 0x0, 0xc001991200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b349c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0019918f8, 0xc00213e800, 0xb54, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1514 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1500, 0x0, 0x0, 0x0, 0xc0051af200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1500, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051af8f8, 0xc002d96580, 0xc01, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1515 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc001af643e)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc0015d10b0, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc00262c9c0, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00262c9c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00262c9c0, 0xc002afc7e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6420, 0x0, 0x0, 0x0, 0xc0015d1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6420, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015d18f8, 0xc0017c4580, 0xc70, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff55c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1516 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003550680, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003550680, 0x0, 0x0, 0x0, 0xc00530b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003550680, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00530b8f8, 0xc0027b3000, 0xe12, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1517 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00262ca90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00262cb60, 0xc0023bcb60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1520, 0x0, 0x0, 0x0, 0xc0051b1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051b18f8, 0xc001938c80, 0x1971, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1518 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00530d8f8, 0xc00280d000, 0xd8c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5800, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1519 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003d6cd00, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003d6cd00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d6cd00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d6cd00, 0xc001b08d20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b349e0, 0x0, 0x0, 0x0, 0xc00269b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b349e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00269b8f8, 0xc000f7b400, 0x2187, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff58c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1520 [semacquire]:
golang.org/x/net/html.parseDoctype(0xc002458ac8, 0x4, 0x0, 0xc00003c800)
/home/develop/go/src/golang.org/x/net/html/doctype.go:17 +0x42
golang.org/x/net/html.initialIM(0xc00262cd00, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:530 +0x98
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00262cd00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00262cd00, 0xc0001ecee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1540, 0x0, 0x0, 0x0, 0xc003ddf200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1540, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ddf8f8, 0xc0013f6a00, 0x14d3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5980, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1521 [semacquire]:
strings.Replace(0xc00278e000, 0xf22, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc00278e000, 0xf22)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054058f8, 0xc001f0d000, 0xf20, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1522 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003d6cdd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003d6cea0, 0xc002780460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b34a00, 0x0, 0x0, 0x0, 0xc001993200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b34a00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0019938f8, 0xc0020f1800, 0x754, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1523 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003d6cf70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc003d6d040, 0xc0027804d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b34a20, 0x0, 0x0, 0x0, 0xc00159d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b34a20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00159d8f8, 0xc001be7900, 0xc3f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1524 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003d6d110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003d6d1e0, 0xc002780770, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6480, 0x0, 0x0, 0x0, 0xc0051bb200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051bb8f8, 0xc003ff2800, 0xb4f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1525 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055058f8, 0xc001f42000, 0x930, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1526 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00262cdd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc00262cea0, 0xc001aa8a10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1560, 0x0, 0x0, 0x0, 0xc0051ad200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1560, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051ad8f8, 0xc00237b600, 0xc81, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1527 [semacquire]:
strings.Replace(0xc005d7b000, 0xd8b, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc005d7b000, 0xd8b)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053178f8, 0xc0027f9000, 0xd88, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1528 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003d6d380, 0xc001457500, 0xb4)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003d6d380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d6d380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d6d380, 0xc000732690, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b34a40, 0x0, 0x0, 0x0, 0xc0051b7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b34a40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051b78f8, 0xc00516b600, 0x1ac9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000ff5f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1529 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0042458f8, 0xc001c54000, 0xf35, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136a060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1530 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0035506a0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035506a0, 0x0, 0x0, 0x0, 0xc002699200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035506a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026998f8, 0xc001bd2a00, 0x1468, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136a120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1531 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1640, 0x0, 0x0, 0x0, 0xc0047cd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1640, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047cd8f8, 0xc00250e000, 0x1757, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136a1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1532 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc00262d380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00262d380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00262d380, 0xc000490540, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1660, 0x0, 0x0, 0x0, 0xc0018d7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0018d78f8, 0xc001c6ea00, 0x14f1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136a2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1533 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0035506e0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035506e0, 0x0, 0x0, 0x0, 0xc0047cf200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035506e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047cf8f8, 0xc001c5e000, 0xf1a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136a360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1534 [semacquire]:
strings.Replace(0xc0029ae000, 0xc8a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc0029ae000, 0xc8a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036818f8, 0xc002628880, 0xc87, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136a420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1535 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc003d6d6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d6d6c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d6d6c0, 0xc00396fb90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6520, 0x0, 0x0, 0x0, 0xc004727200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047278f8, 0xc0018f8c00, 0x11b3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136a4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1536 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00262d520, 0xc002458ae8, 0x7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00262d520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00262d520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00262d520, 0xc000490e70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c16c0, 0x0, 0x0, 0x0, 0xc0018d3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c16c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0018d38f8, 0xc00275f900, 0x1296, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136a5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1537 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1700, 0x0, 0x0, 0x0, 0xc004f85200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1700, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f858f8, 0xc004c16d00, 0x8dd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136a660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1538 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00262d6c0, 0xc002458af0, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00262d6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00262d6c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00262d6c0, 0xc001cac5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6540, 0x0, 0x0, 0x0, 0xc0026ab200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6540, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026ab8f8, 0xc002f95600, 0xd55, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136a720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1539 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00262d790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00262d860, 0xc00186eaf0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1740, 0x0, 0x0, 0x0, 0xc001e95200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1740, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e958f8, 0xc00275f900, 0x1106, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136a7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1540 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1780, 0x0, 0x0, 0x0, 0xc005261200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1780, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052618f8, 0xc00281bc00, 0xbd2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136a8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1541 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0017909c0, 0xc00309e43b, 0x3)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.afterHeadIM(0xc0017909c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:769 +0x56c
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0017909c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0017909c0, 0xc001a99570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af66a0, 0x0, 0x0, 0x0, 0xc0018d1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af66a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0018d18f8, 0xc00001d900, 0x20fa, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136a960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1542 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00262dad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00262dba0, 0xc001ec3dc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6560, 0x0, 0x0, 0x0, 0xc004373200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6560, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043738f8, 0xc001cd4000, 0xed3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136aa20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1543 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003550720, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003550720, 0x0, 0x0, 0x0, 0xc00331b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003550720, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00331b8f8, 0xc0009d5000, 0xeca, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136aae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1544 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003d6d790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003d6d860, 0xc00396fc00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00238fae0, 0x0, 0x0, 0x0, 0xc005181200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00238fae0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051818f8, 0xc005187600, 0x1aa6, 0x0, 0x0, 0xc00005b4f8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136aba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1545 [semacquire]:
strings.Replace(0xc0009d8000, 0x1d02, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc0009d8000, 0x1d02)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055078f8, 0xc0009d8000, 0x1d02, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136ac60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1546 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047cb8f8, 0xc001d0c000, 0xf03, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136ad20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1547 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00262dc70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00262dd40, 0xc002a6fea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1800, 0x0, 0x0, 0x0, 0xc005309200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1800, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053098f8, 0xc00234ca80, 0xa31, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136ade0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1548 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc003d6da00, 0x100)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003d6da00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003d6da00, 0xc003113a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00238fb00, 0x0, 0x0, 0x0, 0xc00437b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00238fb00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00437b8f8, 0xc00021f800, 0x7fd, 0x127f430, 0x7f6704057100, 0xf8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136aea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1549 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00124d2e0, 0x20300100000000, 0x7f658be26fff, 0xc00124d218, 0x435db6)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00124d2e0, 0xc80, 0x7f658bd31200, 0x7f658be26fff, 0xc00124d258)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00124d2e0, 0x4000, 0x7f670407f660, 0xc00124d2f8, 0xc00124d2c0, 0x5)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f670407f660, 0xc00124d301, 0x10100000042ab7a, 0x0, 0xc5a)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001535890, 0xaa64ee, 0x5, 0xfce)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00124d518, 0xc0025c1840, 0xc5a, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136af60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1550 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003d6dc70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc003d6dd40, 0xc0020624d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af65a0, 0x0, 0x0, 0x0, 0xc00436d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af65a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00436d8f8, 0xc001e2f300, 0x122a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136b020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1551 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053138f8, 0xc002e3b000, 0xe9f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136b0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1552 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1ae0, 0x0, 0x0, 0x0, 0xc004377200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1ae0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043778f8, 0xc001d48000, 0xfd8, 0xb7d0b0d0bad0bed0, 0xbbd0b0d0b2d08bd1, 0xd020b8d0202cbed0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136b1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1553 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002e100d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002e101a0, 0xc005868460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1b80, 0x0, 0x0, 0x0, 0xc0051d1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1b80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051d18f8, 0xc0017a6600, 0x1285, 0xbdd020bcd0b0d0bd, 0xd0b5d0b1d020b5d0, 0xd0b7d0b0d080d1b7)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136b260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1554 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0017901a0, 0xc00166d080, 0x2c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0017901a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0017901a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0017901a0, 0xc002062a80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00238fb40, 0x0, 0x0, 0x0, 0xc0026af200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00238fb40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026af8f8, 0xc001c4dc00, 0xbbb, 0x20b5d0bdd020b8d0, 0xb4d0b6d083d1bdd0, 0x81d182d18ed1b0d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136b320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1555 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1b40, 0x0, 0x0, 0x0, 0xc0052f9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1b40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052f98f8, 0xc002ed1000, 0xf28, 0x20b5d0bdd020b8d0, 0xb4d0b6d083d1bdd0, 0x81d182d18ed1b0d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136b3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1556 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003550780, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003550780, 0x0, 0x0, 0x0, 0xc00551d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003550780, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00551d8f8, 0xc001ea5000, 0x2bb1, 0xc00337c0f6, 0xc, 0xc00337c103)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136b4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1557 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1b60, 0x0, 0x0, 0x0, 0xc004379200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1b60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043798f8, 0xc001e06000, 0xf63, 0xc00337cd75, 0x4, 0xc00337cd7a)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136b560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1558 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x3)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc002458b28, 0x3, 0xaa4e4b, 0x5, 0xc0017d1090, 0x53f15e)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.afterHeadIM(0xc001790340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:766 +0x51d
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001790340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001790340, 0xc0011f9420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00238fb60, 0x0, 0x0, 0x0, 0xc0017d1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00238fb60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0017d18f8, 0xc002496400, 0xbc8, 0xc00337d88b, 0x0, 0xc00337d88c)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136b620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1559 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002e10270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc002e10340, 0xc005868a10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1bc0, 0x0, 0x0, 0x0, 0xc005327200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1bc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053278f8, 0xc00224ea80, 0x970, 0xc00337d88b, 0x0, 0xc00337d88c)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136b6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1560 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1c20, 0x0, 0x0, 0x0, 0xc0052e5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1c20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052e58f8, 0xc00215ca80, 0xa24, 0xc00337e3f4, 0x4, 0xc00337e3f9)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136b7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1561 [semacquire]:
strings.Replace(0xc00377c000, 0xeb8, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc00377c000, 0xeb8)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00531b8f8, 0xc002fc9000, 0xeb5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136b860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1562 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010766a0, 0xc0027e92c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027e93c0, 0xaa0569, 0x2, 0xc0044ce000, 0x715, 0x2, 0xd7, 0xc002a003c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0044ce000, 0x715, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0027e9518, 0xc0028ca040, 0x90, 0xc000388120)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136b920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1563 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66cc3147e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ce0320, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ce0310, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001bed400, 0x4a2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000236230, 0x63, 0xc001bed400, 0x4a2, 0xc001bed400, 0x4a2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000236230, 0x63, 0xc001bed400, 0x4a2, 0xaa0378, 0x1, 0xc001bed400, 0x4a2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136b9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1564 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x329a310, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a41970, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a41950, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00217ca00, 0x6b7, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b9a000, 0x75, 0xc00217ca00, 0x6b7, 0xc00217ca00, 0x6b7, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b9a000, 0x75, 0xc00217ca00, 0x6b7, 0xaa0378, 0x1, 0xc00217ca00, 0x6b7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136baa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1565 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6628bf62e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033d76b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033d76a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0017f4300, 0x6db, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000581e39, 0x47, 0xc0017f4300, 0x6db, 0xc0017f4300, 0x6db, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000581e39, 0x47, 0xc0017f4300, 0x6db, 0xaa0378, 0x1, 0xc0017f4300, 0x6db, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136bb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1566 [semacquire]:
strings.Replace(0xc0060ff000, 0xf71, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc0060ff000, 0xf71)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053a78f8, 0xc003f9b000, 0xf6f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136bc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1567 [semacquire]:
strings.Replace(0xc004b2c000, 0x1f84, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc004b2c000, 0x1f84)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dc38f8, 0xc001c5a000, 0x1f7a, 0xd181d120b5d0b2d0, 0xd0b5d08ad1b1d083, 0x20b2d0bed082d1ba)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136bce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1568 [semacquire]:
strings.Replace(0xc00609e000, 0x1e16, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc00609e000, 0x1e16)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055298f8, 0xc002172000, 0x1e0c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136bda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1569 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0035507a0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035507a0, 0x0, 0x0, 0x0, 0xc00531f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035507a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00531f8f8, 0xc0026c1500, 0x1432, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136be60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1570 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001252880, 0x0, 0x0, 0x0, 0xc0041f1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001252880, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041f18f8, 0xc005afca80, 0x9d7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00136bf20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1571 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001812f80, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001812f80, 0x0, 0x0, 0x0, 0xc00480f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001812f80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00480f8f8, 0xc001e64000, 0xf16, 0xd0b5d0bcd0b0d0b7, 0xd1202c85d1b0d0bd, 0xd1b5d0bfd081d183)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1572 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001790410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0017904e0, 0xc0015b8070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6640, 0x0, 0x0, 0x0, 0xc004375200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6640, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043758f8, 0xc001dbc000, 0x993, 0x83d1bfd08bd1b2d0, 0xb8d0bdd0bad081d1, 0xd120b2d0bed0bad0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c80c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1573 [semacquire]:
strings.Replace(0xc0031f8000, 0x1e36, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc0031f8000, 0x1e36)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048178f8, 0xc001dba000, 0x1e33, 0xc001574707, 0x16, 0xc00157471e)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1574 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000997000, 0x725, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000997000, 0x725, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000997000, 0x725, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000997000, 0x725, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000997000, 0x725, 0x0, 0x0, 0x725, 0xc000997000, 0x725)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000997000, 0x725, 0x725, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00038875e, 0x78, 0xc000997000, 0x725, 0xc000997000, 0x725, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00038875e, 0x78, 0xc000997000, 0x725, 0xaa0378, 0x1, 0xc000997000, 0x725, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1575 [semacquire]:
strings.genSplit(0xc003770580, 0xc16, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002a2f800, 0x157, 0x157)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00480b3c0, 0xaa04d9, 0x2, 0xc0045b3900, 0xc16, 0x21, 0x157, 0xc002c01320)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0045b3900, 0xc16, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00480b518, 0xc002c00ee0, 0x67, 0xc0013ac3f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1576 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00353a000, 0x1fae, 0xc0037ad218, 0xc00059d500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00353a000, 0x1fae, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037ad3c0, 0xaa04df, 0x2, 0xc00353a000, 0x1fae, 0x11, 0x2d4, 0xc001c38640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00353a000, 0x1fae, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037ad518, 0xc001c381a0, 0x84, 0xc002144fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c83c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1577 [semacquire]:
strings.Replace(0xc004b4c000, 0xec3, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc004b4c000, 0xec3)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f5b8f8, 0xc0034c5000, 0xec0, 0xc0035fdaec, 0x14, 0xc0035fdb01)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1578 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00637bb00, 0x84b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00637bb00, 0x84b, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00637bb00, 0x84b, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00637bb00, 0x84b, 0x0, 0x0, 0x84b, 0xc00637bb00, 0x84b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00637bb00, 0x84b, 0x84b, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00137f340, 0x6c, 0xc00637bb00, 0x84b, 0xc00637bb00, 0x84b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00137f340, 0x6c, 0xc00637bb00, 0x84b, 0xaa0378, 0x1, 0xc00637bb00, 0x84b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1579 [semacquire]:
bytes.makeSlice(0x1589, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00595d388, 0x2c3, 0x307)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00595d388, 0xc005f8fb00, 0x2c3, 0x5165d7, 0xc005d047b8, 0xc002a4c230)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0058c31f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0058c3180)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0058c2620)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0058c2540)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00563de30)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0057058c0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00595d518, 0xc000753bc0, 0xa5, 0xc000334840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1580 [semacquire]:
regexp/syntax.Parse(0xaa5b70, 0x5, 0x9e00d4, 0x7f672bd53c01, 0x100c0013c7800, 0xc78)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa5b70, 0x5, 0xd4, 0x55555555555555, 0xc004bf5248, 0x509d68)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004817518, 0xc003903760, 0xc003903fa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c86c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1581 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0051ff3c0, 0xaa0599, 0x2, 0xc003eb5000, 0xb3e, 0x1, 0x17b, 0xc002413fe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc003eb5000, 0xb3e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0051ff518, 0xc000752100, 0x95, 0xc00141c960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1582 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0014818f8, 0xc0039bf000, 0xdc3, 0xc0019caa5e, 0x10, 0xc0019caa6f)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1584 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc0060293e0, 0xd500000043, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc0060293e0, 0x43)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x7e)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005314ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005314ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0023b5ad0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005314ff8, 0x1189c00, 0x1, 0xc005314f50, 0x42ca96)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005314ff8, 0xc0013bd880, 0x7f672bd527d0, 0x3, 0x2)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005314ff8, 0x46620f, 0xc0006ec900, 0x5, 0xc005315010, 0x466665)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0x0, 0xc0007c0a20, 0x1259780, 0x1259790, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x440d95, 0xc00181a5c8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002b5c000, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053158f8, 0xc003fb1000, 0xfcf, 0xc0019cb471, 0x4, 0xc0019cb476)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c89c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1585 [runnable]:
sync.(*RWMutex).RUnlock(0xc0000be188)
/usr/local/go/src/sync/rwmutex.go:62 +0x50
github.com/fatih/set.(*Set).Has(0xc0000be180, 0xc001fdf2c0, 0x1, 0x1, 0xc000508001)
/home/develop/go/src/github.com/fatih/set/set_ts.go:86 +0x10c
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fdf3c0, 0xaa0503, 0x2, 0xc00235d500, 0x679, 0x1, 0x135, 0xc0027f6200)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00235d500, 0x679, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fdf518, 0xc001c38800, 0x64, 0xc001820770)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1586 [semacquire]:
bytes.makeSlice(0x26c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001e1e720, 0x8, 0x4)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001e1e720, 0xc0017e3840, 0x8, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc001e1e720, 0xc00151b650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316
golang.org/x/net/html.render1(0xb84d20, 0xc001e1e720, 0xc00151b1f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001e1e720, 0xc00151b180, 0xb84d20, 0xc001e1e720)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001e1e720, 0xc00151b180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001e1e120, 0x32bca99b9, 0x1251a20, 0xc0027f6a00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1587 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0033212e0, 0x20300100000000, 0x7f658be26fff, 0xc003321218, 0x435db6)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0033212e0, 0x1000, 0x7f658bd11d00, 0x7f658be26fff, 0xc003321258)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0033212e0, 0x2000, 0x7f67040acb20, 0xc0033212f8, 0xc0033212c0, 0x2)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f67040acb20, 0xc003321301, 0x10100000042ab7a, 0x0, 0xe39)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001f8ade0, 0xaa64ee, 0x5, 0x1914)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc003321518, 0xc001c390e0, 0xe39, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1588 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0028672e0, 0x432e00, 0xc002867210, 0x72129bbd, 0x804fc1ee9b3c4ca4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0028672e0, 0xc003f92150, 0xad013e, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0028672e0, 0xc005892a0b, 0x2, 0xc0028672f8, 0x43e2a1, 0xc002867201)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0xa4a020, 0xc002867358, 0x10000000042ab7a, 0x0, 0x10ba)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001c3bce0, 0xaa64ee, 0x5, 0x1d94)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc002867518, 0xc002a003e0, 0x10ba, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1589 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6634770ea0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b1d110, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b1d100, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0035b5400, 0xa86, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012fe6e0, 0x9d, 0xc0035b5400, 0xa86, 0xc0035b5400, 0xa86, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012fe6e0, 0x9d, 0xc0035b5400, 0xa86, 0xaa0378, 0x1, 0xc0035b5400, 0xa86, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1590 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6618beee20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00278cf80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00278cf30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00317b500, 0x952, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001820f50, 0x6e, 0xc00317b500, 0x952, 0xc00317b500, 0x952, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001820f50, 0x6e, 0xc00317b500, 0x952, 0xaa0378, 0x1, 0xc00317b500, 0x952, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1591 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67008c0590, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00327da40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00327da30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001d0d000, 0xe02, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001152000, 0x8e, 0xc001d0d000, 0xe02, 0xc001d0d000, 0xe02, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001152000, 0x8e, 0xc001d0d000, 0xe02, 0xaa0378, 0x1, 0xc001d0d000, 0xe02, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1592 [semacquire]:
strings.genSplit(0xc004b70800, 0x7f0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004b77000, 0xfd, 0xfd)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00140f3c0, 0xaa0503, 0x2, 0xc002104000, 0x7f0, 0x1, 0xfd, 0xc0028caae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002104000, 0x7f0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00140f518, 0xc00320bdc0, 0x7a, 0xc002fd8700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c8fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1593 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0063c1588, 0xaa058b, 0x2, 0xc005ac7000, 0xadd, 0x6, 0x1a, 0xc0012522a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0063c1518, 0xc0025c0900, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1594 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004eea000, 0x4fb, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004eea000, 0x4fb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004eea000, 0x4fb, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004eea000, 0x4fb, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004eea000, 0x4fb, 0x0, 0x0, 0x4fb, 0xc004eea000, 0x4fb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004eea000, 0x4fb, 0x4fb, 0x580)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000580680, 0x78, 0xc004eea000, 0x4fb, 0xc004eea000, 0x4fb, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000580680, 0x78, 0xc004eea000, 0x4fb, 0xaa0378, 0x1, 0xc004eea000, 0x4fb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1595 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f666094f750, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001340c00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001340bf0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0035d9600, 0x8ad, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00144b700, 0x59, 0xc0035d9600, 0x8ad, 0xc0035d9600, 0x8ad, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00144b700, 0x59, 0xc0035d9600, 0x8ad, 0xaa0378, 0x1, 0xc0035d9600, 0x8ad, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1596 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67008cff40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027928b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027928a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0026fa000, 0x6c3, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001834420, 0xad, 0xc0026fa000, 0x6c3, 0xc0026fa000, 0x6c3, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001834420, 0xad, 0xc0026fa000, 0x6c3, 0xaa0378, 0x1, 0xc0026fa000, 0x6c3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c92c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1597 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d056d600, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0006b8960, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0006b8920, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001472000, 0x2e1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018211f0, 0x67, 0xc001472000, 0x2e1, 0xc001472000, 0x2e1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018211f0, 0x67, 0xc001472000, 0x2e1, 0xaa0378, 0x1, 0xc001472000, 0x2e1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1598 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67008df1e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0035127e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0035127d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004ce3c00, 0x3b6, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001780b0, 0xa8, 0xc004ce3c00, 0x3b6, 0xc004ce3c00, 0x3b6, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001780b0, 0xa8, 0xc004ce3c00, 0x3b6, 0xaa0378, 0x1, 0xc004ce3c00, 0x3b6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1599 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67008f7980, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001507330, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001507320, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00315e000, 0x6a8, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00453e240, 0x56, 0xc00315e000, 0x6a8, 0xc00315e000, 0x6a8, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00453e240, 0x56, 0xc00315e000, 0x6a8, 0xaa0378, 0x1, 0xc00315e000, 0x6a8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1600 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66486c04b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cc8100, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cc80e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000556400, 0x3ab, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00389dc00, 0x77, 0xc000556400, 0x3ab, 0xc000556400, 0x3ab, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00389dc00, 0x77, 0xc000556400, 0x3ab, 0xaa0378, 0x1, 0xc000556400, 0x3ab, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c95c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1601 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Parent(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:106
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004e35518, 0xc002b35fc0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:426 +0x43c
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1602 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc002107400, 0x4df, 0x4e3)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:287 +0x47c
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002107400, 0x4df, 0x0, 0x0, 0x4df, 0xc002107400, 0x4df)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002107400, 0x4df, 0x4df, 0x500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000381140, 0x5e, 0xc002107400, 0x4df, 0xc002107400, 0x4df, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000381140, 0x5e, 0xc002107400, 0x4df, 0xaa0378, 0x1, 0xc002107400, 0x4df, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1603 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001d4b6c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001d4b790, 0xc003ed7650, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253060, 0x0, 0x0, 0x0, 0xc002573200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253060, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025738f8, 0xc003773a80, 0x19ae, 0x1, 0xc0025c1fa0, 0xc00184e510)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1604 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003f93110, 0x325042fa0, 0x1251a20, 0xc001e133c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c98c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1605 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001d4bc70, 0xc0023b0420, 0x156)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001d4bc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001d4bc70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001d4bc70, 0xc0000c7c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253120, 0x0, 0x0, 0x0, 0xc001e97200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e978f8, 0xc003e70600, 0x181e, 0xc002adafc0, 0xc002adb110, 0xc002adb500)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1606 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func1(0x7f6617abcb90, 0x809)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc001907720, 0xc00015a400, 0x809, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x7e
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00015a400, 0x809, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001069b90, 0x81, 0xc00015a400, 0x809, 0xc00015a400, 0x809, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001069b90, 0x81, 0xc00015a400, 0x809, 0xaa0378, 0x1, 0xc00015a400, 0x809, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1607 [semacquire]:
bytes.makeSlice(0xf5a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003c46120, 0x18, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003c46120, 0xc002ac61e0, 0x18, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003c46120, 0xc002ac61e0, 0x18, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003c46120, 0xc004a17260, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003c46120, 0xc004a171f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003c46120, 0xc004a17110, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003c46120, 0xc004a169a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003c46120, 0xc004a168c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003c46120, 0xc00165f6c0, 0xb84d20, 0xc003c46120)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003c46120, 0xc00165f6c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002065620, 0x50d201, 0xc0012bdf90, 0x45, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004e49518, 0xc003b47a60, 0xc00398c780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1608 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc00634d7a0, 0xc002b06810)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x87
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0032cd518, 0xc00634d7a0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0032cd518, 0xc0025c0920, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1609 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003902b40, 0x0, 0x0, 0x0, 0xc0033ed200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003902b40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033ed8f8, 0xc00177f500, 0xa3d, 0x3, 0x3, 0xc0027b3170)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1610 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00435f170, 0xa99, 0xc00, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0x0, 0xc00435f1d8, 0xc00435f1f0, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc003890db0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002092ed0, 0xaa262f, 0x3, 0xc003890d80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00435f6b0, 0xc003bc77e0, 0xaa262f, 0x3, 0xc003bc77e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00435f6b0, 0xc003bc77e0, 0xc0019060e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1611 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00426c8c0, 0x0, 0x0, 0x0, 0xc001dc9800, 0x1539, 0x2, 0xc0043a3218, 0xc001dc9800, 0x1539, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00426c8c0, 0xc001dc9800, 0x1539, 0xaa0378, 0x1, 0x1, 0x14)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004569518, 0xc001e131a0, 0xc001e13a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1612 [runnable]:
strings.genSplit(0xc006b5c9ba, 0x359c, 0xaa0378, 0x1, 0x0, 0x958, 0x42fa20, 0x959, 0x959)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0055373c0, 0xaa04fd, 0x2, 0xc006b42000, 0x5f56, 0x3, 0x959, 0xc006918de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc006b42000, 0x5f56, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005537518, 0xc006918aa0, 0xa5, 0xc0001b7dc7)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1613 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0014ec4e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0014ec5b0, 0xc00281e070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6700, 0x0, 0x0, 0x0, 0xc004801200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6700, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048018f8, 0xc003400880, 0xcfe, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0013c9f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1614 [semacquire]:
strings.Replace(0xc00394e000, 0xdf9, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc00394e000, 0xdf9)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00508d8f8, 0xc00057a000, 0xdf6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001448060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1615 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001076ac0, 0x0, 0x0, 0x0, 0xc001403200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001076ac0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0014038f8, 0xc00204ea00, 0x1392, 0xd1b8d080d182d1be, 0xd0b5d082d1b0d086, 0xd08bd1bdd08cd1bb)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001448120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1616 [semacquire]:
strings.Replace(0xc0041cc600, 0x1112, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc0041cc600, 0x1112)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055318f8, 0xc004076000, 0x110a, 0xd1b8d080d182d1be, 0xd0b5d082d1b0d086, 0xd08bd1bdd08cd1bb)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0014481e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1617 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001790ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001790f70, 0xc0044327e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6720, 0x0, 0x0, 0x0, 0xc00492f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6720, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00492f8f8, 0xc0017ec000, 0x101a, 0xd183d1b4d0b5d086, 0xa200a0a2e8bd180, 0xd1bed092d0200a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0014482a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1618 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053aa680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002860410, 0xc006009ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001907840, 0x0, 0x0, 0x0, 0xc004e45200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001907840, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e458f8, 0xc0024ee000, 0x15d0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001448360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1619 [semacquire]:
strings.Replace(0xc003a02000, 0xdab, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc003a02000, 0xdab)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0050f18f8, 0xc0014e4000, 0xda9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001448420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1620 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00582db80, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00582db80, 0x0, 0x0, 0x0, 0xc00492b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00582db80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00492b8f8, 0xc0021ec000, 0xe71, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0014484e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1621 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0014ecb60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0014ecb60)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0014ecb60, 0xc0026ca4d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6760, 0x0, 0x0, 0x0, 0xc00193d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6760, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00193d8f8, 0xc0024f2800, 0x159f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0014485a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1622 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc001791450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001791450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001791450, 0xc004d8dd50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af6980, 0x0, 0x0, 0x0, 0xc0016c3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af6980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016c38f8, 0xc002255900, 0xc4b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001448660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1623 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00330c802, 0x1532, 0xc001461248, 0x79bc18)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00330c802, 0x1532, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0050ed518, 0xc002dbea60, 0xc002dbf2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001448720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1624 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001253c60, 0x0, 0x0, 0x0, 0xc003683200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001253c60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036838f8, 0xc00158d000, 0xff5, 0xd0bed0b3d0209380, 0xd1b8d080d1bed0b2, 0xd0bbd0b2d02a2082)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0014487e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1625 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc003b8703e)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc0036850b0, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc0034c3790, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0034c3790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0034c3790, 0xc001890a80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b87080, 0x0, 0x0, 0x0, 0xc003685200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b87080, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036858f8, 0xc002c97900, 0x1092, 0xd1bed0bfd020b5d0, 0xd1b0d089d1b5d081, 0x80d1b3d02082d18e)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0014488a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1626 [semacquire]:
strings.Replace(0xc005c58000, 0x1b3b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc005c58000, 0x1b3b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055338f8, 0xc0023fa000, 0x1b3a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001448960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1627 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc00582d920)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc005f9eac0, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc0034c2750, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0034c2750)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0034c2750, 0xc001daaa10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001252760, 0x0, 0x0, 0x0, 0xc001415200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001252760, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0014158f8, 0xc003929000, 0x2779, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001448a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1628 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001791930, 0xc005f9eac6, 0x6)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001791930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001791930)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001791930, 0xc0001b83f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001af69e0, 0x0, 0x0, 0x0, 0xc001c77200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001af69e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c778f8, 0xc001f79500, 0xa6c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001448ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1629 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc00336ce15, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc00336bc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00336bc70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00336bc70, 0xc0001b3a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00398cd00, 0x0, 0x0, 0x0, 0xc001c79200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00398cd00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c798f8, 0xc000430f00, 0x22e6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001448ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1630 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc001eba615, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc0034c3d40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0034c3d40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0034c3d40, 0xc004f945b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0012535a0, 0x0, 0x0, 0x0, 0xc001483200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0012535a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0014838f8, 0xc00382f300, 0x18b7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001448c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1631 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00442b3c0, 0xaa058b, 0x2, 0xc004435000, 0xf65, 0x1, 0x198, 0xc002dbf980)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc004435000, 0xf65, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00442b518, 0xc0000bf8e0, 0x7a, 0xc001bfb900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001448d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 810 [semacquire]:
strings.Replace(0xc001a00000, 0x16f0, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc001a00000, 0x16f0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041df8f8, 0xc002a31000, 0x16ee, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc001448de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 811 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6668736170, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f9c500, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f9c4f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0033f6c00, 0xa93, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002034b80, 0x7e, 0xc0033f6c00, 0xa93, 0xc0033f6c00, 0xa93, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002034b80, 0x7e, 0xc0033f6c00, 0xa93, 0xaa0378, 0x1, 0xc0033f6c00, 0xa93, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0024edbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 812 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc000691050, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc000691050, 0x0, 0x0, 0x0, 0x0, 0xf01, 0xc003038540)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003038540, 0x0, 0x0, 0x0, 0x1000, 0xc001b25000, 0xf7e, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc001b25000, 0xf7e, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x7b18848700000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0040d9518, 0xc0000bf480, 0xc002b34860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0024edc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 813 [semacquire]:
bytes.makeSlice(0x2c99, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004703388, 0x489, 0x2e)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004703388, 0xc00225c000, 0x489, 0x5165d7, 0xc001b5fad5, 0xc0027efd48)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00396f500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00396f490)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00396e620)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00396e540)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001b4be30)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0020640f0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004703518, 0xc0003a3600, 0x99, 0xc001b9a280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0024edd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 814 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0025c00e0, 0xc00454d2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00454d3c0, 0xaa0569, 0x2, 0xc0047c6000, 0xf58, 0x1, 0x173, 0xc001e13ca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0047c6000, 0xf58, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00454d518, 0xc001137220, 0x86, 0xc0031403f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0024ede00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 815 [semacquire]:
regexp.newBitState(...)
/usr/local/go/src/regexp/backtrack.go:52
regexp.(*Regexp).backtrack(0xc0001372c0, 0x0, 0x0, 0x0, 0xc0032754a8, 0x8, 0x8, 0x2, 0xc00336cdc0, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:317 +0x4e3
regexp.(*Regexp).doExecute(0xc0001372c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0032754a8, 0x8, 0x8, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc0001372c0, 0x0, 0x0, 0x0, 0xc0032754a8, 0x8, 0x2, 0xc0046be538, 0xc003275bf8, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0001372c0, 0xc0032754a8, 0x8, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046bf0c0, 0xc00144c700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0046bf0c0, 0xc001b09ea0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0044030c0, 0xc001b09ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0044030c0, 0xc001b09ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0046bf0c0, 0xc001b09dc0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0044030c0, 0xc001b09dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0044030c0, 0xc001b09dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0046bf0c0, 0xc001b096c0, 0x127f430, 0x7f67040f1a78)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0044030c0, 0xc001b096c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0044030c0, 0xc001b096c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0046bf0c0, 0xc001b095e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0044030c0, 0xc001b095e0, 0x54b170, 0xc004492410)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001b095e0, 0x0, 0x0, 0x0, 0x0, 0xc001b095e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002945bf0, 0x0, 0x0, 0x0, 0x900, 0xc0011f1600, 0x8e3, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0011f1600, 0x8e3, 0x0, 0x0, 0x0, 0x440d95, 0xc002945b60, 0x7f6705113902, 0xc0a428e200000004)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004403518, 0xc0027f7800, 0xc003fa2e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0024edec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 816 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004b5a000, 0xbb, 0xbb, 0x3, 0x0, 0xba, 0xc004b5a000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00449d518, 0xc003fa22c0, 0xc003fa2b20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0024edf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 817 [semacquire]:
regexp/syntax.(*parser).collapse(0xc00445e6c0, 0xc0025c0440, 0x3, 0x4, 0xc003670b12, 0xc003670b60)
/usr/local/go/src/regexp/syntax/parse.go:380 +0x17a
regexp/syntax.(*parser).concat(0xc00445e6c0, 0xa)
/usr/local/go/src/regexp/syntax/parse.go:313 +0x166
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:891 +0x1026
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004407300, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004407300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004407300, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004407300, 0x75a856, 0x0, 0xc0015d4e00, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004407300, 0xc0044072c8, 0xc004407350, 0x42ca96, 0xc003038690, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc004407368, 0xc004407380, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0025c0420)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002f84c00, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc004407518, 0xc002dbf140, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc002a74060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1639 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6664da5f30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a40ca0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a40c80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00092dc00, 0xb39, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005049a0, 0xa9, 0xc00092dc00, 0xb39, 0xc00092dc00, 0xb39, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0005049a0, 0xa9, 0xc00092dc00, 0xb39, 0xaa0378, 0x1, 0xc00092dc00, 0xb39, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00033fc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1641 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0025c0140, 0xc0045652c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045653c0, 0xaa05c9, 0x2, 0xc001e9db00, 0x45b, 0x1, 0xa6, 0xc0025c0100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc001e9db00, 0x45b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004565518, 0xc002b503c0, 0x7c, 0xc003a68c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1642 [semacquire]:
strings.genSplit(0xc005d04a80, 0xa18, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc000000000, 0x1007f66fc614d70)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045973c0, 0xaa04d9, 0x2, 0xc001884000, 0xa18, 0xc001884000, 0xc0045973b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc001884000, 0xa18, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004597518, 0xc0003a39e0, 0x5a, 0xc00453e480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0045360c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1643 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0025c00a0, 0xc0045992c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045993c0, 0xaa05c9, 0x2, 0xc00452b200, 0xc60, 0x1, 0x14c, 0xc00238fa80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00452b200, 0xc60, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004599518, 0xc002b35c60, 0x78, 0xc002034f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1644 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0045c32e0, 0x20300100000000, 0x7f658be26fff, 0xc0045c3218, 0x435db6)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0045c32e0, 0x1000, 0x7f658bcfc400, 0x7f658be26fff, 0xc0045c3258)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0045c32e0, 0x2000, 0x7f66fc6755d8, 0xc0045c32f8, 0xc0045c32c0, 0x2)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f66fc6755d8, 0xc0045c3301, 0x10100000042ab7a, 0x0, 0xec4)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001f8aae0, 0xaa64ee, 0x5, 0x1b03)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0045c3518, 0xc00238f9e0, 0xec4, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1645 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66a0738ec0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00197e4c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00197e4b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0046e6000, 0x7ff, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0029d13b0, 0x87, 0xc0046e6000, 0x7ff, 0xc0046e6000, 0x7ff, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0029d13b0, 0x87, 0xc0046e6000, 0x7ff, 0xaa0378, 0x1, 0xc0046e6000, 0x7ff, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1646 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0035504a0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035504a0, 0x0, 0x0, 0x0, 0xc0052d7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035504a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052d78f8, 0xc004b64000, 0xf56, 0x83d120b0d086d1bd, 0xbdd0b0d0bbd0b8d0, 0xd0b0d0b7d020b0d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0045363c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1647 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054cd8f8, 0xc00158a000, 0xf6d, 0x81d1bed080d120b0, 0xbdd08fd1b8d081d1, 0x83d1202eb5d0bad0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1648 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0028de000, 0x95b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0028de000, 0x95b, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0028de000, 0x95b, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0028de000, 0x95b, 0x0, 0x0, 0x95b, 0xc0028de000, 0x95b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0028de000, 0x95b, 0x95b, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036a51f8, 0x5a, 0xc0028de000, 0x95b, 0xc0028de000, 0x95b, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036a51f8, 0x5a, 0xc0028de000, 0x95b, 0xaa0378, 0x1, 0xc0028de000, 0x95b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1649 [semacquire]:
regexp.onePassCopy(0xc002064600, 0xc002064600)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc002064600, 0xc002064600)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x0, 0xa2acc0, 0x1)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00383eff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00383eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0015007e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00383eff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00383eff8, 0x1, 0xc000511fe0, 0xc000081c00, 0x28042bd52e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00383eff8, 0x4, 0x449, 0xc0015b3b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0015b3000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003a4e680, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0017022d0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b538f8, 0xc002522400, 0xbb6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1650 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b47320, 0x0, 0x0, 0x0, 0xc004b6f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b47320, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b6f8f8, 0xc004b13500, 0xa21, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0045366c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1651 [semacquire]:
strings.Replace(0xc005aec000, 0x1e0f, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc005aec000, 0x1e0f)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054c78f8, 0xc0015f8000, 0x1e0d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1652 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026a78f8, 0xc003a96800, 0xb9e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1653 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0011fda00, 0xc0024589e8, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc0011fda00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0011fda00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0011fda00, 0xc004779b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0011376c0, 0x0, 0x0, 0x0, 0xc004b4f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0011376c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b4f8f8, 0xc002728380, 0xc96, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1654 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026bb8f8, 0xc001615000, 0xf41, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0045369c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1655 [semacquire]:
strings.Replace(0xc004266000, 0xea3, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc0051f12f0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f318f8, 0xc004266000, 0xea3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1656 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b47440, 0x0, 0x0, 0x0, 0xc0052d3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b47440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052d38f8, 0xc003e3f300, 0x106a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1657 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b47460, 0x0, 0x0, 0x0, 0xc004b6b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b47460, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b6b8f8, 0xc0029fdc00, 0xad6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1658 [semacquire]:
strings.Replace(0xc001b66000, 0xf2c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc003b801c0, 0xc0011376a0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b538f8, 0xc001b66000, 0xf2c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1659 [semacquire]:
strings.Replace(0xc002e6d000, 0xdc6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc002e6d000, 0xdc6)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0018ef8f8, 0xc001151000, 0xdc4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1660 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc000387e10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000387e10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000387e10, 0xc001f88a80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001e13080, 0x0, 0x0, 0x0, 0xc004b6d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001e13080, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b6d8f8, 0xc001382400, 0xab0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1661 [semacquire]:
strings.Replace(0xc001e1a000, 0xf0f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc001e1a000, 0xf0f)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053638f8, 0xc001965000, 0xf0b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004536f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1663 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0027f79c0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f79c0, 0x0, 0x0, 0x0, 0xc0041ef200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f79c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041ef8f8, 0xc004784c00, 0x1133, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1664 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b47480, 0x0, 0x0, 0x0, 0xc0054c9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b47480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054c98f8, 0xc003d36000, 0xb4f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1665 [semacquire]:
strings.Replace(0xc005190000, 0x21ba, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc005190000, 0x21ba)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052df8f8, 0xc003042000, 0x21a8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1666 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0053193c0, 0xaa0503, 0x2, 0xc002ca6300, 0x62d, 0x1, 0xca, 0xc002a00f40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc002ca6300, 0x62d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005319518, 0xc001db9560, 0x83, 0xc00184c510)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0045372c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1667 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fbf8f8, 0xc00076a880, 0xd6d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1668 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00531d3c0, 0xaa04f9, 0x2, 0xc005e26000, 0x11af, 0xc005e26000, 0xc00531d3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc005e26000, 0x11af, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00531d518, 0xc002a00800, 0xa4, 0xc0010ee160)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1669 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0027f79e0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f79e0, 0x0, 0x0, 0x0, 0xc0041dd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f79e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041dd8f8, 0xc003ecec00, 0x11db, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1670 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052b18f8, 0xc0041c0800, 0x1569, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0045375c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1671 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b474c0, 0x0, 0x0, 0x0, 0xc003b43200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b474c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b438f8, 0xc0016f9100, 0xcba, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537680, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1672 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537740, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1673 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0027f7a00, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0027f7a00, 0x0, 0x0, 0x0, 0xc003e9d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0027f7a00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e9d8f8, 0xc0006bf500, 0x98e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1674 [semacquire]:
strings.Replace(0xc0019ba000, 0x1b77, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc002a23d50, 0xc000752f20)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040d78f8, 0xc0019ba000, 0x1b77, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0045378c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1675 [semacquire]:
strings.Replace(0xc0019bc000, 0x1b17, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc004b609f0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052af8f8, 0xc0019bc000, 0x1b17, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1676 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000108270, 0xc002a4c630, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000108270, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000108270)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000108270, 0xc0042fe070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000753260, 0x0, 0x0, 0x0, 0xc004b69200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000753260, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b698f8, 0xc004b2f200, 0x83a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1677 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b474e0, 0x0, 0x0, 0x0, 0xc004189200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b474e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041898f8, 0xc00015ad00, 0x844, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1678 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67008c0430, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002100ab0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002100a90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001b70500, 0x4a9, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003e820c0, 0x5d, 0xc001b70500, 0x4a9, 0xc001b70500, 0x4a9, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003e820c0, 0x5d, 0xc001b70500, 0x4a9, 0xaa0378, 0x1, 0xc001b70500, 0x4a9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1679 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6628997a40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020cf820, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020cf810, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000542000, 0x7e1, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002e04f80, 0x73, 0xc000542000, 0x7e1, 0xc000542000, 0x7e1, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002e04f80, 0x73, 0xc000542000, 0x7e1, 0xaa0378, 0x1, 0xc000542000, 0x7e1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1680 [semacquire]:
strings.Replace(0xc003d91000, 0xdf3, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc003d91000, 0xdf3)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037df8f8, 0xc001693000, 0xdf1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1681 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b47540, 0x0, 0x0, 0x0, 0xc0052dd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b47540, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052dd8f8, 0xc004c1c000, 0xe21, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1682 [semacquire]:
strings.Replace(0xc005e58000, 0xfaa, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc005e58000, 0xfaa)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054d38f8, 0xc0016b6000, 0xfa8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc004537ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1684 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0046bb2e0, 0xc0046bb2a8, 0xc0046bb330, 0x42ca96, 0xc002065f80, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xab9e11, 0x19, 0x1, 0xc0046bb348, 0xc0046bb360, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xab9e11, 0x19, 0x1, 0xb856e0, 0xc003b47fe0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0018728a0, 0xab9e11, 0x19, 0xc002065f80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0046bb518, 0xc002b50560, 0xe26, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 798 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc001b4cee0)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc00336cdd0, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc001af0dd0, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001af0dd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001af0dd0, 0xc0053b2a10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c00c0, 0x0, 0x0, 0x0, 0xc0045c1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c00c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045c18f8, 0xc0043ed900, 0x1239, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000910840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 799 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0011fdc70, 0xc000179b80, 0xab)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0011fdc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0011fdc70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0011fdc70, 0xc00470b6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001e132a0, 0x0, 0x0, 0x0, 0xc0052a1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001e132a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052a18f8, 0xc00055e000, 0x214f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000910900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 800 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b47520, 0x0, 0x0, 0x0, 0xc0052db200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b47520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052db8f8, 0xc004c1a000, 0xf07, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0009109c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 801 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0001089c0, 0xc002a4c680, 0x7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0001089c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001089c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0001089c0, 0xc0046200e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001e132c0, 0x0, 0x0, 0x0, 0xc004c0d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001e132c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c0d8f8, 0xc000567400, 0x2174, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000910a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1698 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000910b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1699 [semacquire]:
bytes.makeSlice(0xa40, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003081b30, 0x3d0, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003081b30, 0xc000440c00, 0x3d0, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003081b30, 0xc000440c00, 0x3d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003081b30, 0xc001e582a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc003081b30, 0xc0021aa380, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003081b30, 0xc0021aa310, 0xb84d20, 0xc003081b30)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003081b30, 0xc0021aa310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0020839e0, 0x32a8cb3a2, 0x1251a20, 0xc001db9b60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000910c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1700 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021693c0, 0xaa04fd, 0x2, 0xc0045b2c80, 0xc5a, 0x2, 0x14f, 0xc001907d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0045b2c80, 0xc5a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002169518, 0xc001db9600, 0x7a, 0xc00389cd00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000910cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1701 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d0a46a40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005743210, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005743200, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004d80000, 0x782, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010ee4d0, 0xa7, 0xc004d80000, 0x782, 0xc004d80000, 0x782, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010ee4d0, 0xa7, 0xc004d80000, 0x782, 0xaa0378, 0x1, 0xc004d80000, 0x782, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000910d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1702 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002065cb0, 0x326498dbc, 0x1251a20, 0xc003b47d60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000910e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1703 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6608efea10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00247e700, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00247e6e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc003da9800, 0xab2, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e6d950, 0x86, 0xc003da9800, 0xab2, 0xc003da9800, 0xab2, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e6d950, 0x86, 0xc003da9800, 0xab2, 0xaa0378, 0x1, 0xc003da9800, 0xab2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000910f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1704 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00286b3c0, 0xaa04fd, 0x2, 0xc00381e000, 0xfd3, 0xc00381e000, 0xc00286b3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00381e000, 0xfd3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00286b518, 0xc001db9c00, 0xb0, 0xc0010eea50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000910fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1705 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0021672e0, 0x432e00, 0xc002167210, 0x72129bbd, 0x804fc1ee9b3c4ca4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0021672e0, 0xc002f7aed0, 0xad013e, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0021672e0, 0x2a0b, 0x2, 0xc0021672f8, 0x43e2a1, 0xc002167201)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0xa4a020, 0xc002167358, 0x10000000042ab7a, 0x0, 0x16d7)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002f7ad20, 0xaa64ee, 0x5, 0x2e5f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc002167518, 0xc002b34820, 0x16d7, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1706 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0040a1800, 0xbaf, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0040a1800, 0xbaf, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0040a1800, 0xbaf, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0040a1800, 0xbaf, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0040a1800, 0xbaf, 0x0, 0x0, 0xbaf, 0xc0040a1800, 0xbaf)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0040a1800, 0xbaf, 0xbaf, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010ee01b, 0x87, 0xc0040a1800, 0xbaf, 0xc0040a1800, 0xbaf, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010ee01b, 0x87, 0xc0040a1800, 0xbaf, 0xaa0378, 0x1, 0xc0040a1800, 0xbaf, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1707 [semacquire]:
strings.Replace(0xc00076a880, 0xca1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc00076a880, 0xca1)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f2f8f8, 0xc002f96380, 0xc9e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1708 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0021df8f8, 0xc002497000, 0xb37, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0009112c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1709 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b47600, 0x0, 0x0, 0x0, 0xc004f2d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b47600, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f2d8f8, 0xc0032df900, 0x2156, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1710 [semacquire]:
regexp.makeOnePass.func1(0x7f6700000002, 0xc002a4c760, 0x10, 0x10, 0x42cc84)
/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass.func1(0x1, 0xc002a4c760, 0x10, 0x10, 0x4)
/usr/local/go/src/regexp/onepass.go:358 +0x5d7
regexp.makeOnePass(0xc0027a95c0, 0xc0027a95c0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc001c3b440, 0xc001c3b440)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00331cff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00331cff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000a9a7fc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00331cff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00331cff8, 0x1, 0xc002cff400, 0xc010459f800, 0x28042bd55080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00331cff8, 0x4, 0xf50, 0xc00125c001, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00125c000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002e12c30, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001c3b410, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00331d8f8, 0xc002e1a600, 0x109d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1711 [semacquire]:
strings.Replace(0xc0030b8000, 0xe9a, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x4, 0xc0030b8000, 0xe9a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00552d8f8, 0xc005af8000, 0xe97, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1712 [semacquire]:
strings.Replace(0xc005f52000, 0xefa, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc005f52000, 0xefa)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00555d8f8, 0xc005afa000, 0xef5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0009115c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1713 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052d98f8, 0xc004c2a000, 0xfef, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1714 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052e38f8, 0xc004c2c000, 0xf28, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1715 [semacquire]:
strings.Replace(0xc005e6a000, 0x1428, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc005e6a000, 0x1428)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054698f8, 0xc00204d500, 0x1422, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1716 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b476e0, 0x0, 0x0, 0x0, 0xc004117200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b476e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041178f8, 0xc0036e3900, 0x12b6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0009118c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1717 [semacquire]:
strings.Replace(0xc005c9b300, 0x1262, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc005c9b300, 0x1262)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e278f8, 0xc003e74600, 0x1260, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1718 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b47700, 0x0, 0x0, 0x0, 0xc0052d1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b47700, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052d18f8, 0xc003ee0600, 0x10f7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1719 [semacquire]:
strings.Replace(0xc001d0c000, 0xe00, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc001d0c000, 0xe00)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e478f8, 0xc001713000, 0xdf6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1720 [semacquire]:
strings.Replace(0xc001ac2800, 0x15cf, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x6, 0xc001ac2800, 0x15cf)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0017498f8, 0xc0016a5000, 0x15cd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1721 [semacquire]:
strings.Replace(0xc005e67000, 0xe2e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc005e67000, 0xe2e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052ef8f8, 0xc004c30000, 0xe2a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1722 [semacquire]:
strings.Replace(0xc001ab4000, 0x1e58, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc001f44960, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0018f18f8, 0xc001ab4000, 0x1e58, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1723 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b47760, 0x0, 0x0, 0x0, 0xc0041e1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b47760, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041e18f8, 0xc003d39c00, 0xab7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1724 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b47720, 0x0, 0x0, 0x0, 0xc003e4d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b47720, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e4d8f8, 0xc001688a80, 0xa15, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1725 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b47740, 0x0, 0x0, 0x0, 0xc004c0f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b47740, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c0f8f8, 0xc004c33500, 0x979, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000911f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1726 [semacquire]:
github.com/PuerkitoBio/goquery.newDocument(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:92
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000753280, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:57 +0x77
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c3d8f8, 0xc003a29000, 0xbba, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c8060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1727 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054d58f8, 0xc0017e0000, 0xe91, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c8120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1728 [semacquire]:
regexp.makeOnePass.func1(0x7f6600000002, 0xc002458a70, 0x10, 0x10, 0x42cc84)
/usr/local/go/src/regexp/onepass.go:383 +0xb9b
regexp.makeOnePass.func1(0x1, 0xc002458a70, 0x10, 0x10, 0x4)
/usr/local/go/src/regexp/onepass.go:358 +0x5d7
regexp.makeOnePass(0xc0020650b0, 0xc0020650b0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc002065050, 0xc002065050)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0041e2ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0041e2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00185e574)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0041e2ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0041e2ff8, 0x1, 0xc001d37190, 0xc01020b5880, 0x28042bd549b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0041e2ff8, 0x4, 0x461, 0xc0017e1b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0017e1000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0001091e0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002065020, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041e38f8, 0xc003163800, 0xb9f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c81e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1729 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6674a6aa00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ccf340, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ccf320, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004ae3200, 0x598, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00453f440, 0x59, 0xc004ae3200, 0x598, 0xc004ae3200, 0x598, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00453f440, 0x59, 0xc004ae3200, 0x598, 0xaa0378, 0x1, 0xc004ae3200, 0x598, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c82a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1730 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053d58f8, 0xc003386880, 0xd7a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c8360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1731 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6674a4d9b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00327db70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00327db60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0009278c0, 0x23d, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e6ca20, 0x8e, 0xc0009278c0, 0x23d, 0xc0009278c0, 0x23d, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e6ca20, 0x8e, 0xc0009278c0, 0x23d, 0xaa0378, 0x1, 0xc0009278c0, 0x23d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c8420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1732 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67008ba6d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e4b980, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e4b970, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00148ce00, 0x326, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003c4c230, 0x63, 0xc00148ce00, 0x326, 0xc00148ce00, 0x326, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003c4c230, 0x63, 0xc00148ce00, 0x326, 0xaa0378, 0x1, 0xc00148ce00, 0x326, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c84e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1733 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670000a3a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a24b80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a24b70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001338300, 0x61c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003d8c1e0, 0x57, 0xc001338300, 0x61c, 0xc001338300, 0x61c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003d8c1e0, 0x57, 0xc001338300, 0x61c, 0xaa0378, 0x1, 0xc001338300, 0x61c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c85a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1734 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66d8511d50, 0x7f66d8512470)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003516ea0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003516e80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000632800, 0x7e4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ae4150, 0x6a, 0xc000632800, 0x7e4, 0xc000632800, 0x7e4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001ae4150, 0x6a, 0xc000632800, 0x7e4, 0xaa0378, 0x1, 0xc000632800, 0x7e4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c8660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1735 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66ec38e4f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030e5a60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030e5a50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002014e00, 0x6ac, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001456180, 0xb4, 0xc002014e00, 0x6ac, 0xc002014e00, 0x6ac, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001456180, 0xb4, 0xc002014e00, 0x6ac, 0xaa0378, 0x1, 0xc002014e00, 0x6ac, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c8720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1736 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f660c8b6fc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00303a300, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00303a2f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001e50800, 0x7d9, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a10a00, 0x80, 0xc001e50800, 0x7d9, 0xc001e50800, 0x7d9, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a10a00, 0x80, 0xc001e50800, 0x7d9, 0xaa0378, 0x1, 0xc001e50800, 0x7d9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c87e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1737 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f67008f1d00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003cf2590, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cf2520, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0018b6400, 0x3d5, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003e82240, 0x59, 0xc0018b6400, 0x3d5, 0xc0018b6400, 0x3d5, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003e82240, 0x59, 0xc0018b6400, 0x3d5, 0xaa0378, 0x1, 0xc0018b6400, 0x3d5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c88a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1738 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f663c716280, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e54160, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e54150, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc004230880, 0xcdf, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ab2000, 0xa9, 0xc004230880, 0xcdf, 0xc004230880, 0xcdf, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ab2000, 0xa9, 0xc004230880, 0xcdf, 0xaa0378, 0x1, 0xc004230880, 0xcdf, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c8960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1739 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66508026b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001340d60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001340d40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc000557c00, 0x3fb, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0030253b0, 0x63, 0xc000557c00, 0x3fb, 0xc000557c00, 0x3fb, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0030253b0, 0x63, 0xc000557c00, 0x3fb, 0xaa0378, 0x1, 0xc000557c00, 0x3fb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c8a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1740 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670090fca0, 0x7f6654ba1ac0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001920a70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001920a60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc0012fb000, 0x70c, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0010fd830, 0x89, 0xc0012fb000, 0x70c, 0xc0012fb000, 0x70c, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0010fd830, 0x89, 0xc0012fb000, 0x70c, 0xaa0378, 0x1, 0xc0012fb000, 0x70c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c8ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1741 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66e1df98e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030e6100, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030e60f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001354000, 0xff4, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b86a00, 0x9f, 0xc001354000, 0xff4, 0xc001354000, 0xff4, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b86a00, 0x9f, 0xc001354000, 0xff4, 0xaa0378, 0x1, 0xc001354000, 0xff4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c8ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1742 [semacquire]:
strings.genSplit(0xc006418a80, 0x94d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xfc, 0xfc)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0054cf3c0, 0xaa04df, 0x2, 0xc00431c000, 0x94d, 0x7, 0xfc, 0xc0031fa660)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc00431c000, 0x94d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0054cf518, 0xc0028cbf00, 0x65, 0xc006376000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c8c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1743 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0052e10e8, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0052e10e8, 0xb7b620, 0xc0059c5a70, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0059c5a70, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0059c5a70, 0xc0052e11d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0059c5a70, 0x0, 0x0, 0x0, 0xd80, 0xc00428b600, 0xd4e, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00428b600, 0xd4e, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00452c780)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0052e1518, 0xc00199c3a0, 0xc0061dc320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c8d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1744 [semacquire]:
bytes.makeSlice(0xed7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0063f91f8, 0x26f, 0x29)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0063f91f8, 0xc003e8f400, 0x26f, 0x29, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004ce0af0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004ce05b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001061260, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc001061260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0010611a0, 0xc0063f9320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0063f9518, 0xc001060de0, 0xc001813660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0063f9518, 0xc001060de0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0063f9518, 0xc001060de0, 0xc001060de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c8de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1745 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00044a0a0, 0x0, 0x0, 0x0, 0xc0050bb500, 0xa40, 0x2, 0xc005961a58, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:642 +0x7ae
regexp.(*Regexp).ReplaceAllString(0xc00044a0a0, 0xc0050bb500, 0xa40, 0xaa0378, 0x1, 0xc0050baa80, 0xa40)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0050bb500, 0xa40, 0xaa0378, 0x1, 0xc0050bb500, 0xa40)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c8ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1746 [semacquire]:
strings.Replace(0xc005a9c000, 0xf98, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc005a9c000, 0xf98)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054d18f8, 0xc0018f8000, 0xf96, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c8f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1748 [runnable]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004761588, 0xaa058b, 0x2, 0xc00668f000, 0x2654, 0x11, 0x4d, 0xc006226700)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:69 +0x2f5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004761518, 0xc002a7c680, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c90e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1749 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700eeb4f0, 0x7f66c041dbd0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007ff4f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007ff4d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc002b37200, 0x861, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0039ebe00, 0x74, 0xc002b37200, 0x861, 0xc002b37200, 0x861, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0039ebe00, 0x74, 0xc002b37200, 0x861, 0xaa0378, 0x1, 0xc002b37200, 0x861, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c91a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1750 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f6700f3ff20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a22060, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a22050, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc005038900, 0x8b0, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012fea00, 0x92, 0xc005038900, 0x8b0, 0xc005038900, 0x8b0, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012fea00, 0x92, 0xc005038900, 0x8b0, 0xaa0378, 0x1, 0xc005038900, 0x8b0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c9260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1751 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00322e410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00322e4e0, 0xc004527ab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001e13b80, 0x0, 0x0, 0x0, 0xc0052eb200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001e13b80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052eb8f8, 0xc003e00000, 0x8f0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c9320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1752 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ac98f8, 0xc003faec00, 0x10ac, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c93e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1753 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66acd97fc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003cf44b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003cf44a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00458e900, 0x876, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001697440, 0x85, 0xc00458e900, 0x876, 0xc00458e900, 0x876, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001697440, 0x85, 0xc00458e900, 0x876, 0xaa0378, 0x1, 0xc00458e900, 0x876, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c94a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1754 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038058f8, 0xc001c00800, 0x1510, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c9560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1755 [semacquire]:
github.com/gigawattio/window.Rolling(0xc001663b00, 0xd0, 0xd0, 0x3, 0x0, 0xcf, 0xc001663b00)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004811518, 0xc00320a3e0, 0xc00320ac60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c9620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1756 [semacquire]:
strings.Replace(0xc005a28600, 0x122d, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x2, 0xc005a28600, 0x122d)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044c58f8, 0xc003dfac00, 0x1229, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c96e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1757 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f670072fe40, 0x7f66c42df2b0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0026cfb30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026cfb20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc00178e900, 0x2ed, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000178210, 0xa4, 0xc00178e900, 0x2ed, 0xc00178e900, 0x2ed, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000178210, 0xa4, 0xc00178e900, 0x2ed, 0xaa0378, 0x1, 0xc00178e900, 0x2ed, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c97a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1758 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f66ec85c440, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f969a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f96990, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001472900, 0x2f9, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002e04c80, 0x78, 0xc001472900, 0x2f9, 0xc001472900, 0x2f9, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002e04c80, 0x78, 0xc001472900, 0x2f9, 0xaa0378, 0x1, 0xc001472900, 0x2f9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c9860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1759 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f669c8dcce0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002abb2b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002abb2a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa058b, 0x2, 0xc001488a80, 0x311, 0x572a20, 0xc00044a0a0, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012bcb40, 0x4c, 0xc001488a80, 0x311, 0xc001488a80, 0x311, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012bcb40, 0x4c, 0xc001488a80, 0x311, 0xaa0378, 0x1, 0xc001488a80, 0x311, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c9920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1760 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0018725a0, 0xc003038510, 0xc000238dc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004ced518, 0xc0016417a0, 0x4d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c99e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1761 [semacquire]:
strings.Replace(0xc005aa2000, 0x1e9e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc005aa2000, 0x1e9e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054f78f8, 0xc0018fe000, 0x1e97, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c9aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1762 [semacquire]:
strings.Replace(0xc001d48000, 0x1bef, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x7, 0xc000524ba0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0042498f8, 0xc001d48000, 0x1bef, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c9b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1763 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc001b4cea0)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc00336cdb0, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc001af0a90, 0x7f6700000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001af0a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001af0a90, 0xc004b66070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b47bc0, 0x0, 0x0, 0x0, 0xc0008e5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b47bc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0008e58f8, 0xc001f26880, 0xd59, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c9c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1764 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003b47be0, 0x0, 0x0, 0x0, 0xc003b15200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003b47be0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b158f8, 0xc003f32400, 0xaca, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c9ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1765 [semacquire]:
strings.genSplit(0xc005ac5800, 0xb8c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0057c7000, 0x157, 0x157)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008bd3c0, 0xaa05c9, 0x2, 0xc0044b5800, 0xb8c, 0x1, 0x157, 0xc0025c0020)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000ae000, 0xc0044b5800, 0xb8c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0008bd518, 0xc002dbf6e0, 0x8e, 0xc001e6c510)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0043c9da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1779 [runnable]:
regexp.(*inputString).step(0xc001d25f70, 0x13, 0x20, 0x1)
/usr/local/go/src/regexp/regexp.go:365 +0xbc
regexp.(*Regexp).tryBacktrack(0xc00044a0a0, 0xc001d25ef0, 0xb886e0, 0xc001d25f70, 0xc00000000e, 0x13, 0x200)
/usr/local/go/src/regexp/backtrack.go:218 +0xb5f
regexp.(*Regexp).backtrack(0xc00044a0a0, 0x0, 0x0, 0x0, 0xc005a8ef00, 0x4f8, 0x13, 0x2, 0xc001b580b0, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:353 +0x39d
regexp.(*Regexp).doExecute(0xc00044a0a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc005a8ef00, 0x4f8, 0x0, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc00044a0a0, 0x0, 0x0, 0x0, 0xc005a8ef00, 0x4f8, 0x2, 0xc005509a58, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc00044a0a0, 0xc005a8ef00, 0x4f8, 0xaa0378, 0x1, 0xc00452e000, 0x4f8)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc005a8ef00, 0x4f8, 0xaa0378, 0x1, 0xc005a8ef00, 0x4f8)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003618c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1780 [semacquire]:
strings.Replace(0xc0014d2000, 0xfa0, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc0014d2000, 0xfa0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053a38f8, 0xc0014d2000, 0xfa0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361a40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1781 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0011fd790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0011fd860, 0xc004522070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001137620, 0x0, 0x0, 0x0, 0xc0041eb200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001137620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041eb8f8, 0xc00407e880, 0xcf4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361bc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1782 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003550500, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003550500, 0x0, 0x0, 0x0, 0xc0052bf200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003550500, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0052bf8f8, 0xc00143b000, 0xdee, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361d40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1783 [semacquire]:
strings.Replace(0xc001abe000, 0x170e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc001abe000, 0x170e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054cb8f8, 0xc002d2b000, 0x170c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000361ec0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1784 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc003550480, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003550480, 0x0, 0x0, 0x0, 0xc0019a7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003550480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0019a78f8, 0xc00153a880, 0xd43, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0046a6000, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1785 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0011fd5f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0011fd6c0, 0xc00466c690, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0011375c0, 0x0, 0x0, 0x0, 0xc004747200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0011375c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047478f8, 0xc004079900, 0x117b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0046a60c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1844 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1769 [semacquire]:
strings.Replace(0xc000700000, 0x10b9, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x2, 0xc000700000, 0x10b9)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00551b8f8, 0xc004102000, 0x10b5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1770 [semacquire]:
strings.Replace(0xc002d8c000, 0xe3e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc002d8c000, 0xe3e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00070f8f8, 0xc002d8c000, 0xe3e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1771 [semacquire]:
strings.Replace(0xc001d4d800, 0x159a, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x6, 0xc001d4d800, 0x159a)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0021f38f8, 0xc003128800, 0x1598, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1772 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0008898f8, 0xc00452a580, 0xc27, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1773 [semacquire]:
strings.Replace(0xc00608a000, 0xf7b, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00608a000, 0xf7b)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0008878f8, 0xc002edf000, 0xf7a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1774 [semacquire]:
strings.Replace(0xc002fee000, 0xe60, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc002fee000, 0xe60)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055178f8, 0xc001656000, 0xe5e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1775 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00262dee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00262dee0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00262dee0, 0xc003780070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025c1aa0, 0x0, 0x0, 0x0, 0xc0012ed200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025c1aa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0012ed8f8, 0xc00251f100, 0xc95, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1776 [runnable]:
strings.Index(0xc000308000, 0x90, 0xaa0378, 0x1, 0xd)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc000308000, 0x90, 0xaa0378, 0x1, 0x0, 0xd, 0xd9, 0xc00564c6c0, 0x90)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d07588, 0xaa058b, 0x2, 0xc00564c6c0, 0x90, 0x3, 0x8, 0xc0069198c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000d07518, 0xc003fa23c0, 0x27)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453f080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1777 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001812fe0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001812fe0, 0x0, 0x0, 0x0, 0xc004283200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001812fe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0042838f8, 0xc002057800, 0x7d5, 0xb5d080d1bfd020bc, 0x82d181d1bed0b4d0, 0x87d1b5d080d1b5d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453f140, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1858 [semacquire]:
strings.Replace(0xc00618f300, 0x122c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc00618f300, 0x122c)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00174d8f8, 0xc000704c00, 0x122a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453f200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1859 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0x3c, 0x962, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0007e5500, 0x962, 0x962, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003885a0, 0x8e, 0xc0007e5500, 0x962, 0xc0007e5500, 0x962, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003885a0, 0x8e, 0xc0007e5500, 0x962, 0xaa0378, 0x1, 0xc0007e5500, 0x962, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453f380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1860 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00552b8f8, 0xc00376ec80, 0xc2c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1861 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002ca5c00, 0x6be, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002ca5c00, 0x6be, 0x0, 0x0, 0xc000234870, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002ca5c00, 0x6be, 0x0, 0x0, 0x115ea80, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002ca5c00, 0x6be, 0x0, 0x0, 0x6be, 0xc002ca5c00, 0x6be)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002ca5c00, 0x6be, 0x6be, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001068c60, 0x8c, 0xc002ca5c00, 0x6be, 0xc002ca5c00, 0x6be, 0xc00040c4e0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001068c60, 0x8c, 0xc002ca5c00, 0x6be, 0xaa0378, 0x1, 0xc002ca5c00, 0x6be, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1862 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00453f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a