Script exit with exit code 2
fatal error: concurrent map read and map write
goroutine 900 [running]:
runtime.throw(0xabe555, 0x21)
/usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc004043a28 sp=0xc0040439f8 pc=0x453732
runtime.mapaccess2_faststr(0xa13540, 0xc0001e8720, 0xc0068e0a20, 0xd, 0xc0068e0a18, 0x2)
/usr/local/go/src/runtime/map_faststr.go:116 +0x47c fp=0xc004043a98 sp=0xc004043a28 pc=0x4334dc
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0068e0a20, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:18 +0x57 fp=0xc004043b18 sp=0xc004043a98 pc=0x80e497
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003f5e400, 0x840, 0xc003f5e400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f fp=0xc004043b68 sp=0xc004043b18 pc=0x81cf5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000026080, 0x7a, 0xc003f5e400, 0x840, 0xaa0378, 0x1, 0xc003f5e400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc fp=0xc004043bc0 sp=0xc004043b68 pc=0x81ce3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342 fp=0xc004043fb8 sp=0xc004043bc0 pc=0x8233c2
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc004043fc0 sp=0xc004043fb8 pc=0x483571
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Join(0xc00012f9e8, 0x2, 0x2, 0xaa0385, 0x1, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:438 +0x4c8
path/filepath.join(0xc00012f9e8, 0x2, 0x2, 0xc0023135f0, 0xc00012fd08)
/usr/local/go/src/path/filepath/path_unix.go:45 +0xa7
path/filepath.Join(...)
/usr/local/go/src/path/filepath/path.go:212
path/filepath.walk(0xc0013eee60, 0x42, 0xb89740, 0xc004735c70, 0xc00012fd08, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:377 +0x1a7
path/filepath.walk(0xc0000b3880, 0x3f, 0xb89740, 0xc0001eab60, 0xc00012fd08, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.walk(0x7ffe4c3c27cc, 0x37, 0xb89740, 0xc0001eaa90, 0xc00012fd08, 0x0, 0xc00012fc18)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.Walk(0x7ffe4c3c27cc, 0x37, 0xc00012fd08, 0x468215, 0xc00008e300)
/usr/local/go/src/path/filepath/path.go:406 +0xff
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand(0x7ffe4c3c27cc, 0x37, 0xffffffffffffffff, 0xbfaed35fd79f394c)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:41 +0x16d
main.main()
/home/ec2-user/environment/cluster2/tgnews.go:67 +0x7a6
goroutine 19 [syscall]:
os/signal.signal_recv(0x0)
/usr/local/go/src/runtime/sigqueue.go:147 +0x9c
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.Notify.func1
/usr/local/go/src/os/signal/signal.go:127 +0x44
goroutine 21 [chan receive]:
main.main.func1(0xc0000b70e0, 0xbfaed35fd79f394c, 0x4db171, 0x1251a20)
/home/ec2-user/environment/cluster2/tgnews.go:36 +0x41
created by main.main
/home/ec2-user/environment/cluster2/tgnews.go:35 +0x176
goroutine 22 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8cc86ccf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012994c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00400c0b0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002d02580, 0xc42, 0xc002d02580)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002ed0c00, 0x7b, 0xc002d02580, 0xc42, 0xaa0378, 0x1, 0xc002d02580)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 23 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc192940, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001298ec0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003092230, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00087e000, 0x1b4c, 0xc00087e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00208c080, 0x71, 0xc00087e000, 0x1b4c, 0xaa0378, 0x1, 0xc00087e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 25 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8403a0100, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac7440, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0055f4040, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00522e000, 0x6b6, 0xc00522e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001c93280, 0x71, 0xc00522e000, 0x6b6, 0xaa0378, 0x1, 0xc00522e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 26 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc157950, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ea3880, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020b23f0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000b40000, 0x1bae, 0xc000b40000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001440bd0, 0x69, 0xc000b40000, 0x1bae, 0xaa0378, 0x1, 0xc000b40000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 27 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc86012c1e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac6ca0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002559c10, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002397000, 0xe25, 0xc002397000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0001f2050, 0x49, 0xc002397000, 0xe25, 0xaa0378, 0x1, 0xc002397000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008e7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 28 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003698a00, 0x20f1, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003698a00, 0x20f1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003698a00, 0x20f1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003698a00, 0x20f1, 0x0, 0x0, 0x115ea80, 0x2, 0xc001a07b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003698a00, 0x20f1, 0x0, 0x0, 0xc003694000, 0x210b, 0xc001a07bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003698a00, 0x20f1, 0x20f1, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00037d260, 0x5a, 0xc003698a00, 0x20f1, 0xaa0378, 0x1, 0xc003698a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 29 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc01b880, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001298600, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016cba10, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004d5f000, 0x2631, 0xc004d5f000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0016ec050, 0x2c, 0xc004d5f000, 0x2631, 0xaa0378, 0x1, 0xc004d5f000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 2004 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028f4000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 32 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc003440, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a4980, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f396d0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0017ad800, 0x17fb, 0xc0017ad800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002928480, 0xba, 0xc0017ad800, 0x17fb, 0xaa0378, 0x1, 0xc0017ad800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 34 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc002ec0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c5220, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000542e80, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00310ad00, 0x878, 0xc00310ad00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0045b82c0, 0xa6, 0xc00310ad00, 0x878, 0xaa0378, 0x1, 0xc00310ad00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 35 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc87c000d70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f92d60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023a7310, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001f86a80, 0xa2a, 0xc001f86a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0016e8000, 0x84, 0xc001f86a80, 0xa2a, 0xaa0378, 0x1, 0xc001f86a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 36 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5720, 0x0, 0x0, 0x0, 0xc002eef000, 0x41d3, 0x2, 0xc002e19b20, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5720, 0xc002eef000, 0x41d3, 0xaa0378, 0x1, 0xc002eea800, 0x41d3)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc002eef000, 0x41d3, 0xaa0378, 0x1, 0xc002eef000, 0x41d3)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:80 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 37 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8bc4ef330, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004506f40, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034ae540, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0019fd000, 0x39f, 0xc0019fd000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0005342a8, 0x4c, 0xc0019fd000, 0x39f, 0xaa0378, 0x1, 0xc0019fd000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 38 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0048e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d49dc0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026f29f0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0026c1000, 0x7c1, 0xc0026c1000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000354fc0, 0x53, 0xc0026c1000, 0x7c1, 0xaa0378, 0x1, 0xc0026c1000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 39 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:24 +0x165
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:73 +0x612
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 41 [semacquire]:
strings.genSplit(0xc0012e0800, 0x7bb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc004250690, 0x30000c0051a3428)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0051a3488, 0xaa04f9, 0x2, 0xc0015d3800, 0x7bb, 0xc0015d3800, 0xc0051a3478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc0015d3800, 0x7bb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0051a35e0, 0xc003b2fde0, 0x3e, 0xc004134640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 916 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00212ad00, 0x847, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00212ad00, 0x847, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00212ad00, 0x847, 0x0, 0x0, 0x115ea80, 0x2, 0xc003755b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00212ad00, 0x847, 0x0, 0x0, 0xc00165c000, 0x84c, 0xc003755bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00212ad00, 0x847, 0x847, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001754000, 0x7d, 0xc00212ad00, 0x847, 0xaa0378, 0x1, 0xc00212ad00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 44 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7c060eb60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac7ae0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00291d570, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0053a3700, 0x557, 0xc0053a3700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001226630, 0x8c, 0xc0053a3700, 0x557, 0xaa0378, 0x1, 0xc0053a3700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 45 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0035a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c5180, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000542e10, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001dc1000, 0xed7, 0xc001dc1000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00208cb80, 0x71, 0xc001dc1000, 0xed7, 0xaa0378, 0x1, 0xc001dc1000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 46 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8a427e400, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e591c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004ce1f80, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004831500, 0x6f5, 0xc004831500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00159e140, 0x46, 0xc004831500, 0x6f5, 0xaa0378, 0x1, 0xc004831500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1001 [semacquire]:
strings.genSplit(0xc006f80900, 0x8a7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006574a00, 0x147, 0x147)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021f9488, 0xaa04fd, 0x2, 0xc004822d00, 0x8a7, 0x1, 0x147, 0xc006579440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc004822d00, 0x8a7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0021f95e0, 0xc006579040, 0x6c, 0xc00002f5e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aab40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 48 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8b01be7d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000133a40, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000c0d360, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0007ff100, 0x615, 0xc0007ff100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00037c060, 0x5e, 0xc0007ff100, 0x615, 0xaa0378, 0x1, 0xc0007ff100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 51 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0380a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac7200, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004353840, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002b14a80, 0xa4f, 0xc002b14a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0014be460, 0x97, 0xc002b14a80, 0xa4f, 0xaa0378, 0x1, 0xc002b14a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 52 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7f0003ac0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013603e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f6e060, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0040ca900, 0x445, 0xc0040ca900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00002fd75, 0x47, 0xc0040ca900, 0x445, 0xaa0378, 0x1, 0xc0040ca900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008faa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 53 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034f7650, 0xaa058b, 0x2, 0xc002029c20, 0x1ce, 0x1, 0xc, 0xc0048edae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0034f75e0, 0xc0002dc860, 0x3c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 54 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7b805d020, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f92320, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001723bc0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0031df000, 0xe03, 0xc0031df000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00514b140, 0x38, 0xc0031df000, 0xe03, 0xaa0378, 0x1, 0xc0031df000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008fc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 55 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8a0177380, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a4580, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00059cd90, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000bcf400, 0x2476, 0xc000bcf400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013fc2d0, 0x25, 0xc000bcf400, 0x2476, 0xaa0378, 0x1, 0xc000bcf400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 56 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc15bbc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246aee0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002c926d0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003d85500, 0x915, 0xc003d85500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc005138240, 0x8b, 0xc003d85500, 0x915, 0xaa0378, 0x1, 0xc003d85500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008fda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 57 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc001b80, 0x7fc870003100)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f92340, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023a62c0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0033f4000, 0xbbc, 0xc0033f4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002799dd0, 0x8f, 0xc0033f4000, 0xbbc, 0xaa0378, 0x1, 0xc0033f4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008fe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 58 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7f82f7930, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d499c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026f27c0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0039e0400, 0xb45, 0xc0039e0400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001377dd0, 0x83, 0xc0039e0400, 0xb45, 0xaa0378, 0x1, 0xc0039e0400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 60 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00275f800, 0x645, 0x645, 0xc000700e00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00275f800, 0x645, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c31650, 0xaa058b, 0x2, 0xc00275f800, 0x645, 0xc, 0x31, 0xc0033141a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004c315e0, 0xc00180a200, 0x4c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003340c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 61 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003210b40, 0xc004bd5388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004bd5488, 0xaa0503, 0x2, 0xc00301b000, 0x1770, 0x1, 0x27e, 0xc0016fd800)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00159afc0, 0xc00301b000, 0x1770, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004bd55e0, 0xc00408da20, 0x6b, 0xc00002ec6f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 62 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7c810af90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000132000, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0025ae570, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0046a4a80, 0x2857, 0xc0046a4a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002b10630, 0x88, 0xc0046a4a80, 0x2857, 0xaa0378, 0x1, 0xc0046a4a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1307 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0x3c, 0x3f6, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001598c00, 0x3f6, 0x3f6, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002b8bce0, 0x6f, 0xc001598c00, 0x3f6, 0xaa0378, 0x1, 0xc001598c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6f500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 64 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8c04527d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f93c80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00382a640, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002806300, 0x6e6, 0xc002806300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001701830, 0x8e, 0xc002806300, 0x6e6, 0xaa0378, 0x1, 0xc002806300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003343c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 65 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0132c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac6ec0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024a87f0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003d88a80, 0x358, 0xc003d88a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00002e1c0, 0x47, 0xc003d88a80, 0x358, 0xaa0378, 0x1, 0xc003d88a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 928 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022dd488, 0xaa059b, 0x2, 0xc006cde000, 0xf2a, 0xc006cde000, 0xc0022dd478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00159afc0, 0xc006cde000, 0xf2a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0022dd5e0, 0xc005467d60, 0x74, 0xc00208c180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008e120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 2008 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 68 [semacquire]:
regexp.onePassCopy(0xc00218bc80, 0xc00218bc80)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc00218bc80, 0xc00218bc80)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003a013c8, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003a013c8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003a013c8, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003a013c8, 0x75a856, 0x0, 0xc001461110, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003a013c8, 0xc003a01390, 0xc003a01418, 0x42ca96, 0xc00218bc50, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc003a01430, 0xc003a01448, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0041e7520)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001814cf0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003a015e0, 0xc004651a20, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003346c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 69 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8d4001740, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012996e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044f7730, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003759c00, 0xb0d, 0xc003759c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001757ef0, 0xb0, 0xc003759c00, 0xb0d, 0xaa0378, 0x1, 0xc003759c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 70 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0032e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246a0e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00498df70, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00498a000, 0xa0d, 0xc00498a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013ee320, 0x49, 0xc00498a000, 0xa0d, 0xaa0378, 0x1, 0xc00498a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334840, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 71 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc1482b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bede60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000493c40, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc005213400, 0x4ba, 0xc005213400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001d8af50, 0x46, 0xc005213400, 0x4ba, 0xaa0378, 0x1, 0xc005213400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334900, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 72 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc15bf70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac73c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020b7590, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002d01900, 0xc54, 0xc002d01900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00208cb80, 0x80, 0xc002d01900, 0xc54, 0xaa0378, 0x1, 0xc002d01900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003349c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 73 [semacquire]:
bytes.makeSlice(0xc9f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0022b03f0, 0x209, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0022b03f0, 0xc0014c5b00, 0x209, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0022b03f0, 0xc0014c5b00, 0x209, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0022b03f0, 0xc001f81ea0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0022b03f0, 0xc001f81e30, 0xb84d20, 0xc0022b03f0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0022b03f0, 0xc001f81e30, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0022b03c0, 0x203000, 0x203000, 0x60f6d52600000000, 0xc004955200)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0022b03c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0022b0390, 0xc004955390, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc004955778, 0xc0006e3240, 0xaac03e, 0x7, 0xc0006e3240)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc004955778, 0xc0006e3240, 0xc0048edbc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 926 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004a77200, 0x8d8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004a77200, 0x8d8, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004a77200, 0x8d8, 0x0, 0x0, 0x115ea80, 0x2, 0xc0027ebb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004a77200, 0x8d8, 0x0, 0x0, 0xc004a76000, 0x8f3, 0xc0027ebbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004a77200, 0x8d8, 0x8d8, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc003eb5360, 0x9b, 0xc004a77200, 0x8d8, 0xaa0378, 0x1, 0xc004a77200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 77 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8a43b0570, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025ebba0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0041722d0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00356d800, 0x36b0, 0xc00356d800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00161e79c, 0x43, 0xc00356d800, 0x36b0, 0xaa0378, 0x1, 0xc00356d800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 929 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0037edd10, 0x2699c1e56, 0x1251a20, 0xc002ccd220, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008e840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 79 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc818402ef0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246aa80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00319b200, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003062000, 0xa4d, 0xc003062000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0000af380, 0x7c, 0xc003062000, 0xa4d, 0xaa0378, 0x1, 0xc003062000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 80 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_free(0x7fc84d1ef0d0)
_cgo_gotypes.go:121 +0x41
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3.1()
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x51
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc003315280, 0xc002091000, 0x79c, 0xc001f4d700, 0x2, 0x4, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:158 +0x20a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002091000, 0x79c, 0xc002091000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:29 +0x94
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00032a000, 0xbd, 0xc002091000, 0x79c, 0xaa0378, 0x1, 0xc002091000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 81 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0016f5200, 0xc3e, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0016f5200, 0xc3e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0016f5200, 0xc3e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0016f5200, 0xc3e, 0x0, 0x0, 0x115ea80, 0x2, 0xc003c7bb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0016f5200, 0xc3e, 0x0, 0x0, 0xc0016f4580, 0xc48, 0xc003c7bbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0016f5200, 0xc3e, 0xc3e, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00161e8de, 0x49, 0xc0016f5200, 0xc3e, 0xaa0378, 0x1, 0xc0016f5200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 82 [semacquire]:
github.com/PuerkitoBio/goquery.getChildrenWithSiblingType(0xc001b17570, 0x0, 0xc002293650, 0x0, 0x46620f, 0xc001372780, 0x5)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:667 +0x18f
github.com/PuerkitoBio/goquery.getSiblingNodes.func2(0x0, 0xc002293650, 0xc0055a03c0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:599 +0x45
github.com/PuerkitoBio/goquery.mapNodes(0xc000610198, 0x1, 0x1, 0xc001ed71b8, 0x7fc908954e98, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc000610198, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc004d8b590, 0xc0022b0000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001ed75e0, 0xc004d8b590, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001ed75e0, 0xc002656420, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 83 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0044c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000132b00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f38140, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000d4a000, 0x578, 0xc000d4a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002b10000, 0x8e, 0xc000d4a000, 0x578, 0xaa0378, 0x1, 0xc000d4a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 84 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7b80104a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d49ac0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000322cc0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002e2a000, 0xd22, 0xc002e2a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0014be1e0, 0x96, 0xc002e2a000, 0xd22, 0xaa0378, 0x1, 0xc002e2a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003352c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 85 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc005540, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0010e5960, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000c4a610, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001203800, 0x757, 0xc001203800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000801b60, 0x5f, 0xc001203800, 0x757, 0xaa0378, 0x1, 0xc001203800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 86 [semacquire]:
regexp.(*bitState).reset(0xc001c6d4a0, 0xc00009b1d0, 0x3, 0x2)
/usr/local/go/src/regexp/backtrack.go:100 +0x18b
regexp.(*Regexp).backtrack(0xc0000ed2c0, 0x0, 0x0, 0x0, 0xc0026f6253, 0x3, 0x0, 0x2, 0xc0051862a0, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc0000ed2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026f6253, 0x3, 0x0, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc0000ed2c0, 0x0, 0x0, 0x0, 0xc0026f6253, 0x3, 0x2, 0xc002baccd0, 0x37b0043494f, 0x7fc8e01d6cb0, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000ed2c0, 0xc0026f6253, 0x3, 0xaa0378, 0x1, 0xc002bacd58, 0x46620f)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002bad188, 0xc0031c7e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002bad188, 0xc003b9d960, 0x1259780, 0x1259790)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002bad188, 0xc003b9d960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002bad188, 0xc003b9d960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002bad188, 0xc003b9d880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002bad188, 0xc003b9d880, 0x54b170, 0xc0014864e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003b9d880, 0x0, 0x0, 0x0, 0x0, 0xc003b9d880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001d24990, 0x0, 0x0, 0x0, 0x1000, 0xc003d7a000, 0xdcb, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003d7a000, 0xdcb, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002c927f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002bad5e0, 0xc0024b7840, 0xc0015710a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 87 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000ece000, 0x725, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000ece000, 0x725, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000ece000, 0x725, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000ece000, 0x725, 0x0, 0x0, 0x115ea80, 0x2, 0xc0036edb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000ece000, 0x725, 0x0, 0x0, 0xc000bf7800, 0x72f, 0xc00403fbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000ece000, 0x725, 0x725, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00176dc20, 0x8f, 0xc000ece000, 0x725, 0xaa0378, 0x1, 0xc000ece000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 88 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc001600000, 0xa4f, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0021e4670)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00298f5e0, 0xc0000a70e0, 0xc002b8d3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003355c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1305 [runnable]:
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc002b7e360, 0x0, 0x0, 0x0, 0x0, 0x1001, 0xc001bc9740)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8f
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001bc9740, 0x0, 0x0, 0x0, 0x1300, 0xc005752000, 0x107d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc005752000, 0x107d, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0021c0b00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005eab5e0, 0xc0015fd4a0, 0xc003315160)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6f380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 90 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc2238b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025ea7a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026e2b50, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003614a80, 0xa13, 0xc003614a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b0c40, 0x70, 0xc003614a80, 0xa13, 0xaa0378, 0x1, 0xc003614a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 91 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc00a750, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00352e0a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00269f910, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0005c6600, 0x117b, 0xc0005c6600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001755380, 0x73, 0xc0005c6600, 0x117b, 0xaa0378, 0x1, 0xc0005c6600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 92 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc049ed0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025ea200, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021d5210, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004f4d800, 0x728, 0xc004f4d800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000363600, 0x77, 0xc004f4d800, 0x728, 0xaa0378, 0x1, 0xc004f4d800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003358c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 93 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc85001d5b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002625f80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0018eef10, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00275d500, 0x644, 0xc00275d500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000fce700, 0x6c, 0xc00275d500, 0x644, 0xaa0378, 0x1, 0xc00275d500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 94 [semacquire]:
strings.genSplit(0xc0007d4000, 0xa25, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xada, 0xc00321c000, 0xa25)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00443d650, 0xaa058b, 0x2, 0xc00321c000, 0xa25, 0x7, 0x12, 0xc0026402c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00443d5e0, 0xc000afa800, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 95 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:24 +0x165
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:73 +0x612
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1302 [semacquire]:
strings.Replace(0xc001326000, 0x3d75, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc001326000, 0x3d75)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038119c0, 0xc005c84000, 0x3d71, 0x0, 0xc000adac53, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6f020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 97 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8a4234730, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025eb540, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004352d40, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00451b500, 0x67e, 0xc00451b500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002a2f080, 0x5f, 0xc00451b500, 0x67e, 0xaa0378, 0x1, 0xc00451b500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 98 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8ac5542d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001298120, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047f7000, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003b22a00, 0x6d8, 0xc003b22a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc003eb4d40, 0x7e, 0xc003b22a00, 0x6d8, 0xaa0378, 0x1, 0xc003b22a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 99 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc004fc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246b020, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0003233a0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00300d000, 0xfe3, 0xc00300d000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0003356e0, 0x54, 0xc00300d000, 0xfe3, 0xaa0378, 0x1, 0xc00300d000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 101 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc003c80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000024560, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0019a6090, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00144ca80, 0x925, 0xc00144ca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00008f5da, 0x3c, 0xc00144ca80, 0x925, 0xaa0378, 0x1, 0xc00144ca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 103 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8bc4111f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0026240a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00515ac10, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0024bf400, 0x3ee, 0xc0024bf400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000fce620, 0x6d, 0xc0024bf400, 0x3ee, 0xaa0378, 0x1, 0xc0024bf400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 104 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8482ced20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e59780, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021c07d0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00209e900, 0x8db, 0xc00209e900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013fae80, 0x77, 0xc00209e900, 0x8db, 0xaa0378, 0x1, 0xc00209e900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003541e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 105 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8ac003ce0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d482a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ff3e60, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004174c80, 0xc1a, 0xc004174c80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00002a0a0, 0x50, 0xc004174c80, 0xc1a, 0xaa0378, 0x1, 0xc004174c80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003542a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 107 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8b815bc40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001299600, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044f76c2, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0033e9200, 0x8e8, 0xc0033e9200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001843080, 0x78, 0xc0033e9200, 0x8e8, 0xaa0378, 0x1, 0xc0033e9200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1298 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006bb7000, 0x791, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006bb7000, 0x791, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006bb7000, 0x791, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006bb7000, 0x791, 0x0, 0x0, 0x115ea80, 0x2, 0xc002de1b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006bb7000, 0x791, 0x0, 0x0, 0xc006bb6800, 0x795, 0xc002de1bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006bb7000, 0x791, 0x791, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013fa500, 0x72, 0xc006bb7000, 0x791, 0xaa0378, 0x1, 0xc006bb7000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 109 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8b090bc10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013ea5a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020b0910, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004300d00, 0x8cc, 0xc004300d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc004f6cff0, 0x2c, 0xc004300d00, 0x8cc, 0xaa0378, 0x1, 0xc004300d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003545a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 110 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc88885d230, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d481a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b21a10, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002cd2800, 0xab7, 0xc002cd2800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0011f8d80, 0x85, 0xc002cd2800, 0xab7, 0xaa0378, 0x1, 0xc002cd2800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 111 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0065c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246a2c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0040d6670, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0030df500, 0x98d, 0xc0030df500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012261b0, 0x83, 0xc0030df500, 0x98d, 0xaa0378, 0x1, 0xc0030df500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 112 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8780ffb80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c4fc0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005280090, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc005042700, 0x641, 0xc005042700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000717260, 0x5c, 0xc005042700, 0x641, 0xaa0378, 0x1, 0xc005042700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003547e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1383 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func1(0x7fc886d99550, 0x544)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc004021ae0, 0xc002e4e580, 0x544, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x7e
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc002e4e580, 0x544, 0xaa058b, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002b8b0ab, 0x60, 0xc002e4e580, 0x544, 0xaa0378, 0x1, 0xc002e4e580)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:11 +0x65
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000349aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 115 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc006040, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444c100, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003c51d10, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001bcea80, 0x9b5, 0xc001bcea80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00176d680, 0x86, 0xc001bcea80, 0x9b5, 0xaa0378, 0x1, 0xc001bcea80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 116 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004ee9650, 0xaa058b, 0x2, 0xc0051c6000, 0x7fc, 0x7, 0x2f, 0xc0032106c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004ee95e0, 0xc002b2e420, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 117 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e87188, 0xc002dad6c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:232 +0x3e9
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e87188, 0xc002dad6c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e87188, 0xc002dad5e0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000e87188, 0xc002dad5e0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e87188, 0xc002dad5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e87188, 0xc002dad5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e87188, 0xc002dacfc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00191d188, 0xc002dacfc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00191d188, 0xc002dacfc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e87188, 0xc002dacee0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00191d188, 0xc002dacee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00191d188, 0xc002dacee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e87188, 0xc002dac7e0, 0xc0007fa380, 0x7fc908954e98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00191d188, 0xc002dac7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00191d188, 0xc002dac7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e87188, 0xc002dac700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00191d188, 0xc002dac700, 0x54b170, 0xc002b749c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002dac700, 0x0, 0x0, 0x0, 0x0, 0xc002dac700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004334de0, 0x0, 0x0, 0x0, 0x1300, 0xc0034d8000, 0x11e6, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0034d8000, 0x11e6, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0013fa700)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00191d5e0, 0xc0015fdd20, 0xc002b2e760)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 118 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8300b3140, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ea2200, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044cf370, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003667900, 0x4e3, 0xc003667900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00163a480, 0xb3, 0xc003667900, 0x4e3, 0xaa0378, 0x1, 0xc003667900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1299 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).AddNodes(0xc002369fb0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/expand.go:38 +0xa2
github.com/PuerkitoBio/goquery.(*Selection).AddSelection(0xc002369fb0, 0xc003302000, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/expand.go:27 +0x53
github.com/PuerkitoBio/goquery.(*Selection).Union(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/expand.go:32
github.com/advancedlogic/GoOse.OpenGraphResolver(0xc004651480, 0xc004651480, 0xc004651480)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:274 +0xad
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:151 +0x646
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 121 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc82008e900, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444c900, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00400d3d0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003e7ca80, 0x91d, 0xc003e7ca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0016e8c07, 0x4d, 0xc003e7ca80, 0x91d, 0xaa0378, 0x1, 0xc003e7ca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 552 [semacquire]:
strings.genSplit(0xc006c6c000, 0x9cf6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0052c2000, 0xb0f, 0xb0f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001527488, 0xaa04d9, 0x2, 0xc000f80000, 0x9cf6, 0x6, 0xb0f, 0xc003b2f300)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc000f80000, 0x9cf6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0015275e0, 0xc003b2eee0, 0x65, 0xc002b8b500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000844de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 123 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002633650, 0xaa058b, 0x2, 0xc0025f88c0, 0x1b6, 0x5, 0x20, 0xc006b3bce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0026335e0, 0xc003e78930, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0026335e0, 0xc00470a8a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 124 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ea2240, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003176740, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001f41100, 0x618, 0xc001f41100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001621170, 0x81, 0xc001f41100, 0x618, 0xaa0378, 0x1, 0xc001f41100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003550e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 125 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc82449b850, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246a620, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001251b20, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002ad1500, 0x63f, 0xc002ad1500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0008017a0, 0x5e, 0xc002ad1500, 0x63f, 0xaa0378, 0x1, 0xc002ad1500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003551a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 126 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc87c02c2b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c5060, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005280100, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004e3d400, 0x3f2, 0xc004e3d400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001efa420, 0xa1, 0xc004e3d400, 0x3f2, 0xaa0378, 0x1, 0xc004e3d400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 127 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc85818f8f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444ca20, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00400d4c0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0018b9b00, 0x46c, 0xc0018b9b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00159e730, 0x4c, 0xc0018b9b00, 0x46c, 0xaa0378, 0x1, 0xc0018b9b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 130 [select]:
github.com/patrickmn/go-cache.(*janitor).Run(0xc0002d8000, 0xc0002d6000)
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5
created by github.com/patrickmn/go-cache.runJanitor
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9
goroutine 128 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc87c00aca0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac7d80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0039203a0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001840f00, 0x485, 0xc001840f00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0019f2c40, 0x70, 0xc001840f00, 0x485, 0xaa0378, 0x1, 0xc001840f00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003553e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 146 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc002100, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004786880, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020b2210, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000526000, 0x4aa, 0xc000526000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00176c510, 0x8d, 0xc000526000, 0x4aa, 0xaa0378, 0x1, 0xc000526000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 147 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8500331c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004506a80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d8d4c0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001bc2000, 0x932, 0xc001bc2000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001b28460, 0x95, 0xc001bc2000, 0x932, 0xaa0378, 0x1, 0xc001bc2000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1382 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0056f5650, 0xaa058b, 0x2, 0xc0059d9b00, 0x882, 0x0, 0x3, 0xc003956da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0056f55e0, 0xc000b88f60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003499e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 912 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00408ce80, 0xc003751388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003751488, 0xaa059b, 0x2, 0xc0012d3500, 0xa37, 0x1, 0x135, 0xc003c92640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00159afc0, 0xc0012d3500, 0xa37, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037515e0, 0xc002ccd260, 0x7c, 0xc00208d480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aa180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 150 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc1789b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246afe0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000d7e060, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000ad6500, 0x4e6, 0xc000ad6500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00007e060, 0x57, 0xc000ad6500, 0x4e6, 0xaa0378, 0x1, 0xc000ad6500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 153 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7c8104a90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444caa0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004478da0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0033e8900, 0x8eb, 0xc0033e8900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00163ab40, 0xb8, 0xc0033e8900, 0x8eb, 0xaa0378, 0x1, 0xc0033e8900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 154 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0095e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000132600, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047dcb50, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00210d200, 0x87f, 0xc00210d200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00051e000, 0x86, 0xc00210d200, 0x87f, 0xaa0378, 0x1, 0xc00210d200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 155 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc005ac0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004506e00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cf0e70, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0025ff400, 0x4a4, 0xc0025ff400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000fce9a0, 0x61, 0xc0025ff400, 0x4a4, 0xaa0378, 0x1, 0xc0025ff400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 157 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8cc1de630, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c4440, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0010f6580, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0032fa800, 0x706, 0xc0032fa800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b0a80, 0x70, 0xc0032fa800, 0x706, 0xaa0378, 0x1, 0xc0032fa800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 158 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc007640, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025eb940, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001874120, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00128c600, 0x2c5, 0xc00128c600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000027500, 0x7c, 0xc00128c600, 0x2c5, 0xaa0378, 0x1, 0xc00128c600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 159 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc82c089fc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac62a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004bcbd40, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002665500, 0xa28, 0xc002665500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0032f2280, 0x93, 0xc002665500, 0xa28, 0xaa0378, 0x1, 0xc002665500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 160 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004830700, 0x6e4, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004830700, 0x6e4, 0x0, 0x0, 0x115ea80, 0x2, 0xc001a4bb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004830700, 0x6e4, 0x0, 0x0, 0xc004830000, 0x6e6, 0xc001a4bbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004830700, 0x6e4, 0x6e4, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc003eb4140, 0x96, 0xc004830700, 0x6e4, 0xaa0378, 0x1, 0xc004830700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 162 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc042f30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444cc00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024b52a0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004494400, 0x3d1, 0xc004494400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002798b40, 0x87, 0xc004494400, 0x3d1, 0xaa0378, 0x1, 0xc004494400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 163 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc155f20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004507a80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023a6cb0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00319e000, 0xdc9, 0xc00319e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000026c80, 0x7f, 0xc00319e000, 0xdc9, 0xaa0378, 0x1, 0xc00319e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 164 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8981dddf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a5180, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002c3c170, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002b82400, 0x3bf, 0xc002b82400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0024ba400, 0x79, 0xc002b82400, 0x3bf, 0xaa0378, 0x1, 0xc002b82400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 166 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047b5650, 0xaa058b, 0x2, 0xc001df6800, 0x3a2, 0x1c, 0x58, 0xc0006e2440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0047b55e0, 0xc0039569a0, 0x37)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1311 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003544c00, 0x381, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003544c00, 0x381, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003544c00, 0x381, 0x0, 0x0, 0x115ea80, 0x2, 0xc000849b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003544c00, 0x381, 0x0, 0x0, 0xc003544400, 0x387, 0xc000849bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003544c00, 0x381, 0x381, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000844480, 0x5d, 0xc003544c00, 0x381, 0xaa0378, 0x1, 0xc003544c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 169 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc83c0b2030, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c43a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004570e00, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00199d800, 0x5d3, 0xc00199d800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013fa080, 0x71, 0xc00199d800, 0x5d3, 0xaa0378, 0x1, 0xc00199d800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 170 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5720, 0x0, 0x0, 0x0, 0xc0005ba000, 0x96c, 0x2, 0xc005e49b20, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0001b5720, 0xc0005ba000, 0x96c, 0xaa0378, 0x1, 0xc0005b5500, 0x96c)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0005ba000, 0x96c, 0xaa0378, 0x1, 0xc0005ba000, 0x96c)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:80 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 171 [semacquire]:
encoding/json.Unmarshal(0xc005e52000, 0x8b, 0x90, 0x9cfa40, 0xc001571a00, 0x90, 0xaa366e)
/usr/local/go/src/encoding/json/decode.go:100 +0x31
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0015719e0, 0xc002fc9000, 0xec2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002fc9000, 0xec2, 0xc002fc9000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:29 +0x94
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000362580, 0x73, 0xc002fc9000, 0xec2, 0xaa0378, 0x1, 0xc002fc9000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 172 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc87869bcc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c5280, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0010f64f0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00307f400, 0xacc, 0xc00307f400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00161e380, 0x65, 0xc00307f400, 0xacc, 0xaa0378, 0x1, 0xc00307f400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 173 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc2216d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c5200, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00340afb0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002388800, 0x79a, 0xc002388800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00002fb90, 0x69, 0xc002388800, 0x79a, 0xaa0378, 0x1, 0xc002388800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 174 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc008980, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac7b40, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007d6ef0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004f69000, 0x7d4, 0xc004f69000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b05b0, 0x63, 0xc004f69000, 0x7d4, 0xaa0378, 0x1, 0xc004f69000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037ca80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 175 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5220, 0x0, 0x0, 0x0, 0xc004c3b300, 0x1273, 0x2, 0xc0007112e0, 0xc006a17b88, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5220, 0xc004c3b300, 0x1273, 0xaa04bf, 0x2, 0xc004c3b300, 0x1273)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc000711450, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000711450, 0xc005111260, 0xaa058b, 0x2, 0xc0007115e0, 0x8, 0x9ecc80, 0xc000711401, 0xc0041d0f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0007115e0, 0xc005111260, 0xaa058b, 0x2, 0x0, 0x0, 0x7fc8e0331108, 0xa80100, 0xaaf00000000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037cb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 998 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00427bec0, 0x269eaf589, 0x1251a20, 0xc0054661c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aa840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 177 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc00acd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ea20a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044f6950, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0040dc000, 0x97f, 0xc0040dc000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00407c6c0, 0x5f, 0xc0040dc000, 0x97f, 0xaa0378, 0x1, 0xc0040dc000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037ccc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 178 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5720, 0x0, 0x0, 0x0, 0xc004002000, 0x7248, 0x2, 0xc002abfb20, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5720, 0xc004002000, 0x7248, 0xaa0378, 0x1, 0xc003c5c000, 0x7248)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc004002000, 0x7248, 0xaa0378, 0x1, 0xc004002000, 0x7248)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037cd80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:80 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 179 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7d8002640, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001becda0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b47920, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002568800, 0x715, 0xc002568800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002b8a1c0, 0x66, 0xc002568800, 0x715, 0xaa0378, 0x1, 0xc002568800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037ce40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1005 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00313b9c0, 0xc002eb2000, 0xe4d, 0xc00425a2a0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aae40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 184 [semacquire]:
regexp.onePassCopy(0xc0058807e0, 0xc0058807e0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0058807e0, 0xc0058807e0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001cf30c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001cf30c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00518623c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001cf30c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001cf30c0, 0x1, 0xc00172caa0, 0xc01040a7c00, 0x280408955560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001cf30c0, 0x4, 0x17a, 0xc0036f4e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0036f4000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc003e060d0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005880780, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001cf39c0, 0xc000850000, 0x1e16, 0xc0006525f8, 0x443c10, 0x127a510)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037d200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 185 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025eb040, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0046ca360, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000ad6000, 0x49d, 0xc000ad6000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00161e2a0, 0x66, 0xc000ad6000, 0x49d, 0xaa0378, 0x1, 0xc000ad6000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037d2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 186 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc010710, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0001334e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b35590, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0043b0a00, 0x4f9, 0xc0043b0a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00268f180, 0x5d, 0xc0043b0a00, 0x4f9, 0xaa0378, 0x1, 0xc0043b0a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037d380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 187 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7fc2549f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246bb60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026f7220, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002ae0e00, 0x6bd, 0xc002ae0e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001c92580, 0x79, 0xc002ae0e00, 0x6bd, 0xaa0378, 0x1, 0xc002ae0e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037d440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 188 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8786971d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001299560, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003d5c530, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004c64f00, 0x269, 0xc004c64f00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000fcee2d, 0x3e, 0xc004c64f00, 0x269, 0xaa0378, 0x1, 0xc004c64f00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037d500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 189 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc858402660, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c4d80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b21b80, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004a78d00, 0x819, 0xc004a78d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013ec4c0, 0x3b, 0xc004a78d00, 0x819, 0xaa0378, 0x1, 0xc004a78d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037d5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 190 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc17e2f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a4c80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028f8c80, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001573180, 0x37a, 0xc001573180)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001b220f0, 0x4d, 0xc001573180, 0x37a, 0xaa0378, 0x1, 0xc001573180)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037d680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 191 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc006361188, 0xaa04bf, 0x2, 0xc005a348c0, 0x132, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc006361188, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006361188, 0xc006053030, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006361188, 0xc006053030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006361188, 0xc006053030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006361188, 0xc006052930, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003997188, 0xc006052930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003997188, 0xc006052930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006361188, 0xc006052850, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003997188, 0xc006052850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003997188, 0xc006052850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006361188, 0xc006052150, 0x7fc8e0505bc0, 0x100)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003997188, 0xc006052150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003997188, 0xc006052150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006361188, 0xc006052070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003997188, 0xc006052070, 0x54b170, 0xc00303b450)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006052070, 0x0, 0x0, 0x0, 0x0, 0xc006052070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003126720, 0x0, 0x0, 0x0, 0xa80, 0xc0032e5500, 0x970, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0032e5500, 0x970, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xea1381c600000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0039975e0, 0xc003b2fac0, 0xc00236ca20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037d740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 192 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e02c1980, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a51c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013dce80, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0024a6480, 0x42f, 0xc0024a6480)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002ed0200, 0x73, 0xc0024a6480, 0x42f, 0xaa0378, 0x1, 0xc0024a6480)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037d800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 193 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002625780, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00515aa30, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001667b00, 0x823, 0xc001667b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc004417980, 0x5e, 0xc001667b00, 0x823, 0xaa0378, 0x1, 0xc001667b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037d8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 194 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc82409d440, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f93b40, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003af88b0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004162000, 0x10c1, 0xc004162000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00146c0b0, 0xb0, 0xc004162000, 0x10c1, 0xaa0378, 0x1, 0xc004162000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037d980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 195 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc828267260, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac6400, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00432d930, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0042f9100, 0x6d9, 0xc0042f9100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012425b0, 0x70, 0xc0042f9100, 0x6d9, 0xaa0378, 0x1, 0xc0042f9100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037da40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 196 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001657600, 0xd47, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001657600, 0xd47, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001657600, 0xd47, 0x0, 0x0, 0x115ea80, 0x2, 0xc001b9bb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001657600, 0xd47, 0x0, 0x0, 0xc001656880, 0xd4e, 0xc001b9bbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001657600, 0xd47, 0xd47, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0010e76c0, 0x27, 0xc001657600, 0xd47, 0xaa0378, 0x1, 0xc001657600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037db00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 198 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8d02dd670, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e58100, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0055f4540, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001f2e000, 0xa6b, 0xc001f2e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001842e80, 0x7d, 0xc001f2e000, 0xa6b, 0xaa0378, 0x1, 0xc001f2e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037dc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 200 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc001080, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004786d80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004466560, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00015d000, 0x713, 0xc00015d000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00321a960, 0x9d, 0xc00015d000, 0x713, 0xaa0378, 0x1, 0xc00015d000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037de00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 201 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8944d0020, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002625820, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00515ab50, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0035e7c00, 0x3fa, 0xc0035e7c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0008013e0, 0x5b, 0xc0035e7c00, 0x3fa, 0xaa0378, 0x1, 0xc0035e7c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037dec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 202 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7fc000d70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012995c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044f76b0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001982a80, 0x9db, 0xc001982a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00176c3f0, 0x81, 0xc001982a80, 0x9db, 0xaa0378, 0x1, 0xc001982a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037df80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 203 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8a85468d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246a700, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003db8520, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001c8b000, 0x7cf, 0xc001c8b000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0032f20a0, 0x99, 0xc001c8b000, 0x7cf, 0xaa0378, 0x1, 0xc001c8b000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 204 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e422e2b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d48340, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e67cb0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001ae8d80, 0xd3d, 0xc001ae8d80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001243810, 0x68, 0xc001ae8d80, 0xd3d, 0xaa0378, 0x1, 0xc001ae8d80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 551 [semacquire]:
strings.genSplit(0xc002035000, 0xb1c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003be9300, 0x194, 0x194)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000993488, 0xaa059b, 0x2, 0xc005087400, 0xb1c, 0x1, 0x194, 0xc0048ec940)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc005087400, 0xb1c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0009935e0, 0xc0053ae960, 0x91, 0xc001b28a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000844d20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 206 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8bc462660, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001298960, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0010f6180, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0028d2000, 0x9e5, 0xc0028d2000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00060ed20, 0x5d, 0xc0028d2000, 0x9e5, 0xaa0378, 0x1, 0xc0028d2000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005142a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 207 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc000b894c0, 0xc003b4f600, 0x867, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003b4f600, 0x867, 0xc003b4f600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:29 +0x94
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0019f2af0, 0x70, 0xc003b4f600, 0x867, 0xaa0378, 0x1, 0xc003b4f600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 208 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e8002db0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a4360, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004779650, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001094a00, 0x1443, 0xc001094a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001242d90, 0x64, 0xc001094a00, 0x1443, 0xaa0378, 0x1, 0xc001094a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 211 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc007900, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00412e0a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a974b0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0034a0000, 0x582, 0xc0034a0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001440850, 0x6c, 0xc0034a0000, 0x582, 0xaa0378, 0x1, 0xc0034a0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 212 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0077a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ea2ca0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a31fd0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc005089000, 0x7ff, 0xc005089000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0037b6c80, 0x75, 0xc005089000, 0x7ff, 0xaa0378, 0x1, 0xc005089000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 213 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc800092830, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f93820, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00380bdc0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0038d5c00, 0x373, 0xc0038d5c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0005345b0, 0x43, 0xc0038d5c00, 0x373, 0xaa0378, 0x1, 0xc0038d5c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005147e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 215 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc005120, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bedf40, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000493cc0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0014c7b00, 0x447, 0xc0014c7b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00002e1c0, 0x65, 0xc0014c7b00, 0x447, 0xaa0378, 0x1, 0xc0014c7b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 216 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8841d5850, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00352f560, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00424e3d0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004437500, 0x6cc, 0xc004437500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0000ae000, 0x77, 0xc004437500, 0x6cc, 0xaa0378, 0x1, 0xc004437500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 217 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8040dc530, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246b0e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000323410, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0016bd800, 0x5d9, 0xc0016bd800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00037c420, 0x5d, 0xc0016bd800, 0x5d9, 0xaa0378, 0x1, 0xc0016bd800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 218 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001b971b0, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc001b971b0, 0xb7b620, 0xc0037ec5d0, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0037ec5d0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0037ec5d0, 0xc001b972a0, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0037ec5d0, 0x0, 0x0, 0x0, 0x1500, 0xc00366aa00, 0x1350, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00366aa00, 0x1350, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x32e80b5d00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001b975e0, 0xc00236d6a0, 0xc002640960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 219 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7c8152080, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00352eb00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012faa50, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0027ed680, 0x47c, 0xc0027ed680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0016e8c60, 0x8f, 0xc0027ed680, 0x47c, 0xaa0378, 0x1, 0xc0027ed680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 221 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc868291810, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f92a60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005105ce0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0038a4c00, 0xafe, 0xc0038a4c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00168ee80, 0x78, 0xc0038a4c00, 0xafe, 0xaa0378, 0x1, 0xc0038a4c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 223 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8b8468900, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045063c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001d8d1e0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001592a80, 0xa38, 0xc001592a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0024ba200, 0x71, 0xc001592a80, 0xa38, 0xaa0378, 0x1, 0xc001592a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 224 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc005ee0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e59e40, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021c1420, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00255ca80, 0xa22, 0xc00255ca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001843080, 0x7a, 0xc00255ca80, 0xa22, 0xaa0378, 0x1, 0xc00255ca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 225 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7fc88693dbe0, 0x7fc886aee450)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0042e6700, 0xc00209e000, 0x89b, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00209e000, 0x89b, 0xc00209e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:29 +0x94
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001538640, 0x90, 0xc00209e000, 0x89b, 0xaa0378, 0x1, 0xc00209e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005150e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1381 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000349920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 228 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5720, 0x0, 0x0, 0x0, 0xc003aa7500, 0x2a71, 0x2, 0xc00486bb20, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5720, 0xc003aa7500, 0x2a71, 0xaa0378, 0x1, 0xc003aa2000, 0x2a71)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc003aa7500, 0x2a71, 0xaa0378, 0x1, 0xc003aa7500, 0x2a71)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:80 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 229 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a4f4c8, 0xaa058b, 0x2, 0xc0034da600, 0x12d7, 0xc001a4f308, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x7, 0xc003b79260)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0038f9860, 0xc001a4f390, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc001a4f450)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001a4f450, 0xc0010c6fc0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001a4f401, 0xc0045c81c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001a4f5e0, 0xc0010c6fc0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005153e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 231 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc002520, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246ace0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0003231b0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00433c900, 0x43a, 0xc00433c900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b0ee0, 0x6b, 0xc00433c900, 0x43a, 0xaa0378, 0x1, 0xc00433c900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 232 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002600900, 0x86f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:55 +0x1cd
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002600900, 0x86f, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002600900, 0x86f, 0x0, 0x0, 0x115ea80, 0x2, 0xc0042d5b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002600900, 0x86f, 0x0, 0x0, 0xc001ae7600, 0x86f, 0xc0042d5bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002600900, 0x86f, 0x86f, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000ffc4e0, 0xc2, 0xc002600900, 0x86f, 0xaa0378, 0x1, 0xc002600900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 234 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc1874d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025ea0c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021d5060, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001aa5180, 0x513, 0xc001aa5180)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001376000, 0x81, 0xc001aa5180, 0x513, 0xaa0378, 0x1, 0xc001aa5180)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005157a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1008 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0037ecc90, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0001315e0, 0xc0043af3c0, 0x84, 0xc00077cd18)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028ab080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 236 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc006880, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000133580, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b35610, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0018c4000, 0x7e3, 0xc0018c4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00161e635, 0x4e, 0xc0018c4000, 0x7e3, 0xaa0378, 0x1, 0xc0018c4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 237 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc84c0309f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a4800, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00059d190, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001a62d00, 0x8f2, 0xc001a62d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013fc2d0, 0x2f, 0xc001a62d00, 0x8f2, 0xaa0378, 0x1, 0xc001a62d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005159e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 238 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc03f9a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025ea160, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021d5110, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000650300, 0x691, 0xc000650300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0001f22d0, 0x4f, 0xc000650300, 0x691, 0xaa0378, 0x1, 0xc000650300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 240 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc013420, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00352e400, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004710570, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00117d200, 0x8ce, 0xc00117d200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013ee780, 0x42, 0xc00117d200, 0x8ce, 0xaa0378, 0x1, 0xc00117d200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 241 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc001a20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d49a60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026f2830, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001aa3080, 0x510, 0xc001aa3080)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00007e600, 0x51, 0xc001aa3080, 0x510, 0xaa0378, 0x1, 0xc001aa3080)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 242 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8682f9c50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f92d00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00269ea70, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000f55000, 0x7b2, 0xc000f55000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000515200, 0x51, 0xc000f55000, 0x7b2, 0xaa0378, 0x1, 0xc000f55000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 243 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_free(0x7fc5e87508a0)
_cgo_gotypes.go:121 +0x41
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3.1()
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x51
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc000b89520, 0xc0015d9200, 0x5a5, 0xc0005a1480, 0x2, 0x4, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:158 +0x20a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0015d9200, 0x5a5, 0xc0015d9200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:29 +0x94
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001755380, 0x7c, 0xc0015d9200, 0x5a5, 0xaa0378, 0x1, 0xc0015d9200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 244 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0023c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f93ae0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012d6070, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001d62500, 0x4a4, 0xc001d62500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00007e780, 0x56, 0xc001d62500, 0x4a4, 0xaa0378, 0x1, 0xc001d62500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 245 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8ac54b1e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e59000, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026e3420, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000539700, 0x519, 0xc000539700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0024ba300, 0x75, 0xc000539700, 0x519, 0xaa0378, 0x1, 0xc000539700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534000, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 842 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000495c70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc000495d40, 0xc000b9f0a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0008ee540, 0x0, 0x0, 0x0, 0xc0040e52c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0008ee540, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040e59c0, 0xc003324600, 0x1226, 0x23, 0x30, 0xc004d6a6c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002b18e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 247 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc860bdf0e0, 0x7fc8941d6c20)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e58be0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0018ed350, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0027a4800, 0xaba, 0xc0027a4800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001424300, 0xbf, 0xc0027a4800, 0xaba, 0xaa0378, 0x1, 0xc0027a4800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534180, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 248 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8c81f0920, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d48940, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004674cf0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003f34a80, 0x6285, 0xc003f34a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00159e0a0, 0x21, 0xc003f34a80, 0x6285, 0xaa0378, 0x1, 0xc003f34a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534240, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 249 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c2d650, 0xaa058b, 0x2, 0xc003638500, 0x25f, 0xc, 0x41, 0xc004651da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004c2d5e0, 0xc003957920, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534300, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 250 [semacquire]:
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc001934000, 0x50d5a7, 0xc0013e94bd)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc0016b1500, 0xa6c, 0xa6c)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001a9b5e0, 0xc0016fcb60, 0xc002640b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005343c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 252 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x1875010, 0x7fc8c8191ab0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246ab80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00319b270, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00242fc00, 0x604, 0xc00242fc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b0380, 0x68, 0xc00242fc00, 0x604, 0xaa0378, 0x1, 0xc00242fc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534540, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1312 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000d48500, 0x49a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000d48500, 0x49a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000d48500, 0x49a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000d48500, 0x49a, 0x0, 0x0, 0x115ea80, 0x2, 0xc0054c1b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000d48500, 0x49a, 0x0, 0x0, 0xc000f59400, 0x49a, 0xc0054c1bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000d48500, 0x49a, 0x49a, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001242150, 0x6f, 0xc000d48500, 0x49a, 0xaa0378, 0x1, 0xc000d48500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 257 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc006720, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025ea060, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013dca00, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0003c6e00, 0x65c, 0xc0003c6e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00051f830, 0x84, 0xc0003c6e00, 0x65c, 0xaa0378, 0x1, 0xc0003c6e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534900, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 258 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0061a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f92080, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a96070, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000f54800, 0x720, 0xc000f54800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00208c580, 0x7c, 0xc000f54800, 0x720, 0xaa0378, 0x1, 0xc000f54800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005349c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1006 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005cf5d40, 0xc00164e000, 0x293)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005cf5d40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005cf5d40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005cf5d40, 0xc0068d2070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006650080, 0x0, 0x0, 0x0, 0xc004ba32c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006650080, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ba39c0, 0xc00225b500, 0x349c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aaf00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 262 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc158f60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444d840, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003d12d90, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00462ea00, 0x1483, 0xc00462ea00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001810a99, 0xc5, 0xc00462ea00, 0x1483, 0xaa0378, 0x1, 0xc00462ea00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534cc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 263 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_GoString(...)
_cgo_gotypes.go:71
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0024b6cc0, 0xc00469dc00, 0x62a, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:148 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00469dc00, 0x62a, 0xc00469dc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:29 +0x94
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000fcfab0, 0x65, 0xc00469dc00, 0x62a, 0xaa0378, 0x1, 0xc00469dc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534d80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 264 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0cdd30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001298c00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005105950, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0001c5000, 0x7ea, 0xc0001c5000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00161e0e0, 0x6f, 0xc0001c5000, 0x7ea, 0xaa0378, 0x1, 0xc0001c5000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534e40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 265 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001f3e000, 0x6e2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001f3e000, 0x6e2, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001f3e000, 0x6e2, 0x0, 0x0, 0x115ea80, 0x2, 0xc00127db20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001f3e000, 0x6e2, 0x0, 0x0, 0xc0042f9800, 0x6e8, 0xc00127dbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001f3e000, 0x6e2, 0x6e2, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013fac80, 0x75, 0xc001f3e000, 0x6e2, 0xaa0378, 0x1, 0xc001f3e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534f00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 266 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e02c1d20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002624cc0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a96120, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002c71700, 0x50e, 0xc002c71700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000339860, 0x2f, 0xc002c71700, 0x50e, 0xaa0378, 0x1, 0xc002c71700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534fc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 267 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8a02d8620, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f931e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007d66c0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003b3e700, 0x6ca, 0xc003b3e700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0033a60b0, 0xae, 0xc003b3e700, 0x6ca, 0xaa0378, 0x1, 0xc003b3e700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535080, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 550 [semacquire]:
bytes.makeSlice(0x830, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003137450, 0x1fa, 0x12f)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003137450, 0xc0026bb600, 0x1fa, 0x5165d7, 0xc0015d4208, 0xc000befb80)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003952770)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003952700)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0037b8ee0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0037b8e00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0037b8700)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004836570, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031375e0, 0xc0053ae760, 0x76, 0xc0000af400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000844c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 270 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7ec4bae60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012982c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001872100, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0009da000, 0xe32, 0xc0009da000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0024ba000, 0x58, 0xc0009da000, 0xe32, 0xaa0378, 0x1, 0xc0009da000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005352c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 848 [semacquire]:
strings.Replace(0xc003729000, 0xe42, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc003729000, 0xe42)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d8f9c0, 0xc004d13000, 0xe40, 0x4, 0xc0039cf986, 0x11)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002277d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 274 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8942f7a30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ea2960, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002aa1410, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001dac400, 0x83d, 0xc001dac400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001890280, 0x95, 0xc001dac400, 0x83d, 0xaa0378, 0x1, 0xc001dac400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005355c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 275 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8bc4efcb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac70c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021378b0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00442db00, 0x815, 0xc00442db00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0016ec730, 0x4b, 0xc00442db00, 0x815, 0xaa0378, 0x1, 0xc00442db00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 276 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000c06a80, 0xa35, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000c06a80, 0xa35, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000c06a80, 0xa35, 0x0, 0x0, 0x115ea80, 0x2, 0xc004be7b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000c06a80, 0xa35, 0x0, 0x0, 0xc000bdd500, 0xa3d, 0xc004be7bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000c06a80, 0xa35, 0xa35, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002b8b180, 0x6c, 0xc000c06a80, 0xa35, 0xaa0378, 0x1, 0xc000c06a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 277 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d33100, 0xca0, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d33100, 0xca0, 0x0, 0x0, 0x115ea80, 0x2, 0xc003417b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d33100, 0xca0, 0x0, 0x0, 0xc001d32380, 0xcb5, 0xc003417bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d33100, 0xca0, 0xca0, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0033a6840, 0xaf, 0xc001d33100, 0xca0, 0xaa0378, 0x1, 0xc001d33100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 554 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5720, 0x0, 0x0, 0x0, 0xc001b8c000, 0xe22, 0x2, 0xc005e8db20, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5720, 0xc001b8c000, 0xe22, 0xaa0378, 0x1, 0xc001a77000, 0xe22)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc001b8c000, 0xe22, 0xaa0378, 0x1, 0xc001b8c000, 0xe22)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000844f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:80 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 279 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc012270, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002624600, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020b36b0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0004b2a00, 0x141d, 0xc0004b2a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0016cc410, 0xc4, 0xc0004b2a00, 0x141d, 0xaa0378, 0x1, 0xc0004b2a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1304 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0067c20f0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032c15e0, 0xc002f3f020, 0x89, 0xc0011f86c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6f2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 285 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc005960, 0x7fc7e40e48d0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00352e3e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020b1410, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00494ef00, 0x4e8, 0xc00494ef00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b1ea0, 0x64, 0xc00494ef00, 0x4e8, 0xaa0378, 0x1, 0xc00494ef00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 286 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002202a00, 0x13e1, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002202a00, 0x13e1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002202a00, 0x13e1, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002202a00, 0x13e1, 0x0, 0x0, 0x115ea80, 0x2, 0xc00073db20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002202a00, 0x13e1, 0x0, 0x0, 0xc0033e0000, 0x13ef, 0xc00073dbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002202a00, 0x13e1, 0x13e1, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0016cc0d0, 0xca, 0xc002202a00, 0x13e1, 0xaa0378, 0x1, 0xc002202a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 287 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001eab400, 0x2275, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001eab400, 0x2275, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001eab400, 0x2275, 0x0, 0x0, 0x115ea80, 0x2, 0xc002075b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001eab400, 0x2275, 0x0, 0x0, 0xc000bd1900, 0x227e, 0xc002075bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001eab400, 0x2275, 0x2275, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00175a15b, 0x9a, 0xc001eab400, 0x2275, 0xaa0378, 0x1, 0xc001eab400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 290 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8405c1990, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a5300, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004617af0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0019a1500, 0x9aa, 0xc0019a1500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001914f00, 0xb9, 0xc0019a1500, 0x9aa, 0xaa0378, 0x1, 0xc0019a1500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005561e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 994 [semacquire]:
bytes.makeSlice(0x9df, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0037ec840, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc0037ec840, 0xc0037ec83c, 0xc0044ce400, 0x8)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc0037ec840, 0xc0007d1180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:145 +0x1b6
golang.org/x/net/html.render1(0xb84d20, 0xc0037ec840, 0xc004331d50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0037ec840, 0xc004331c70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0037ec840, 0xc0014b0150, 0xb84d20, 0xc0037ec840)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0037ec840, 0xc0014b0150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0037ec690, 0x26920f9b9, 0x1251a20, 0xc002ccc3a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aa420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 292 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc003860, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004507020, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034ae5b0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001256000, 0x9eb, 0xc001256000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b09a0, 0x6e, 0xc001256000, 0x9eb, 0xaa0378, 0x1, 0xc001256000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 293 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001298b00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001904790, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0051dca00, 0x13b4, 0xc0051dca00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001441ab0, 0x65, 0xc0051dca00, 0x13b4, 0xaa0378, 0x1, 0xc0051dca00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1003 [semacquire]:
strings.genSplit(0xc002261600, 0x863, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0016c5420, 0xc002991428)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002991488, 0xaa04d9, 0x2, 0xc002260d00, 0x863, 0xc002260d00, 0xc002991478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc002260d00, 0x863, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0029915e0, 0xc00408cc20, 0x6b, 0xc00002f730)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aacc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 295 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8043fbb40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d49c20, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026f2910, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0012e0000, 0x70e, 0xc0012e0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b0850, 0x6b, 0xc0012e0000, 0x70e, 0xaa0378, 0x1, 0xc0012e0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005565a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 296 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7c4193830, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025eb3e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00295a290, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0042f6e00, 0x683, 0xc0042f6e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00208ca00, 0x7d, 0xc0042f6e00, 0x683, 0xaa0378, 0x1, 0xc0042f6e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 298 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc87847bf60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac60a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002880db0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0011f3000, 0xd97, 0xc0011f3000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000328870, 0x8e, 0xc0011f3000, 0xd97, 0xaa0378, 0x1, 0xc0011f3000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005567e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 299 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc002d60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004786cc0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020b2780, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003a5c800, 0x7b4, 0xc003a5c800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0008011a0, 0x53, 0xc003a5c800, 0x7b4, 0xaa0378, 0x1, 0xc003a5c800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005568a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1313 [semacquire]:
strings.Replace(0xc001484000, 0x1cae, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00603b9c0, 0xc001484000, 0x1cae, 0x80d1b5d082d1b0d0, 0x8bd1bbd0b0d0b8d0, 0xd1bed0bdd0b8d020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1315 [semacquire]:
strings.Replace(0xc0032b2c00, 0x1192, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1, 0xc0032b2c00, 0x1192)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023379c0, 0xc0052f2600, 0x118c, 0x82d180d1b0d0bad0, 0xd020b0d0bdd0b8d0, 0xd0bbd081d1b0d0bc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6fb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1308 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005f1b9c0, 0xc005c94000, 0xfec, 0x13, 0xc000adb1ff, 0xe)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 303 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0354c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001298f60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030922e0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc005151000, 0x76e, 0xc005151000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012262d0, 0x8d, 0xc005151000, 0x76e, 0xaa0378, 0x1, 0xc005151000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 304 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc001ce0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a4480, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004779710, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0026a5500, 0x67d, 0xc0026a5500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001538820, 0x92, 0xc0026a5500, 0x67d, 0xaa0378, 0x1, 0xc0026a5500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 305 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc008820, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444cac0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004478db2, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003a5ec00, 0x593, 0xc003a5ec00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000328360, 0x83, 0xc003a5ec00, 0x593, 0xaa0378, 0x1, 0xc003a5ec00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 847 [semacquire]:
strings.Replace(0xc004ce7000, 0xe6d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d8d9c0, 0xc004ce7000, 0xe6d, 0x4, 0xc0039cf986, 0x11)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000bda120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 308 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8500294d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c5720, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ee3280, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0000ef500, 0x1314, 0xc0000ef500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000362180, 0x7b, 0xc0000ef500, 0x1314, 0xaa0378, 0x1, 0xc0000ef500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 309 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc013160, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a4a00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002454080, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003f16c00, 0xa99, 0xc003f16c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000362280, 0x79, 0xc003f16c00, 0xa99, 0xaa0378, 0x1, 0xc003f16c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 310 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc89c2413f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045063e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034fee40, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003da0900, 0x8e6, 0xc003da0900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc004416540, 0x53, 0xc003da0900, 0x8e6, 0xaa0378, 0x1, 0xc003da0900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005570e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 311 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc830105510, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f92860, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00130f8d0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0049d7500, 0x987, 0xc0049d7500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc003eb54a0, 0x9d, 0xc0049d7500, 0x987, 0xaa0378, 0x1, 0xc0049d7500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005571a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 312 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc824000e50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c4c80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024c8f50, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00479a880, 0xc82, 0xc00479a880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001752230, 0x69, 0xc00479a880, 0xc82, 0xaa0378, 0x1, 0xc00479a880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 313 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc008ae0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002625f60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021d4730, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00117db00, 0x834, 0xc00117db00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00002e380, 0x6b, 0xc00117db00, 0x834, 0xaa0378, 0x1, 0xc00117db00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 314 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8600ad3f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001298e40, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a478d0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004a3d800, 0x7d9, 0xc004a3d800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc004416000, 0x55, 0xc004a3d800, 0x7d9, 0xaa0378, 0x1, 0xc004a3d800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005573e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 315 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002426800, 0x1599, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002426800, 0x1599, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002426800, 0x1599, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002426800, 0x1599, 0x0, 0x0, 0x115ea80, 0x2, 0xc004959b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002426800, 0x1599, 0x0, 0x0, 0xc002423800, 0x159e, 0xc004959bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002426800, 0x1599, 0x1599, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013faa00, 0x41, 0xc002426800, 0x1599, 0xaa0378, 0x1, 0xc002426800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005574a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 316 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc83811d740, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac6a20, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f2d410, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0042ca600, 0x1901, 0xc0042ca600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001754e80, 0x76, 0xc0042ca600, 0x1901, 0xaa0378, 0x1, 0xc0042ca600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 920 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005880420, 0xc0050812b0, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0050815e0, 0xc002b979e0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0050815e0, 0xc0025b3640, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005354a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 318 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8982f6830, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac7c40, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b47c40, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002058a00, 0x4e0, 0xc002058a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001842700, 0x76, 0xc002058a00, 0x4e0, 0xaa0378, 0x1, 0xc002058a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005576e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 319 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc85c51e710, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac6e60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047dd740, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001599400, 0x3d0, 0xc001599400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00161e6b2, 0x40, 0xc001599400, 0x3d0, 0xaa0378, 0x1, 0xc001599400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005577a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 320 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8401c8f60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0001320e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003e76f20, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002459200, 0x86a, 0xc002459200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001d8a8c0, 0x4c, 0xc002459200, 0x86a, 0xaa0378, 0x1, 0xc002459200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 323 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002b8c820, 0xc0041512d8, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004151650, 0xaa058b, 0x2, 0xc0039ee880, 0xd08, 0x30, 0xc004151358, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc00427a750)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00427a720, 0xc0041513e8, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0041515e0, 0xc0014b9440, 0xc002b2ffc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0041515e0, 0xc0014b9440, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0041515e0, 0xc0014b9440, 0xc0014b9440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 324 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc007380, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012990c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00340b000, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002f30000, 0x5f4, 0xc002f30000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00007ed20, 0x5a, 0xc002f30000, 0x5f4, 0xaa0378, 0x1, 0xc002f30000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 325 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8d0024c70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a4320, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ee2940, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00255d500, 0x9ca, 0xc00255d500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00168e080, 0x70, 0xc00255d500, 0x9ca, 0xaa0378, 0x1, 0xc00255d500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 326 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc808111ab0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0026242a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b516e0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0035bf100, 0x664, 0xc0035bf100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00161e7e0, 0x68, 0xc0035bf100, 0x664, 0xaa0378, 0x1, 0xc0035bf100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1320 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0050a18f0, 0x32fbec4fe, 0x1251a20, 0xc000ff87a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 328 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7dc1e1700, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e58640, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00132a450, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002255b00, 0x86b, 0xc002255b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001621090, 0x42, 0xc002255b00, 0x86b, 0xaa0378, 0x1, 0xc002255b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 329 [semacquire]:
github.com/gigawattio/window.Rolling(0xc001dfc900, 0x8b, 0x8b, 0x3, 0x0, 0x8a, 0xc001dfc900)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0001cd5e0, 0xc0000a6d40, 0xc002b8c6a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 330 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc848011370, 0x7fc848010720)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025eba80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00269e7d0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003b20700, 0x6f5, 0xc003b20700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001b22190, 0x44, 0xc003b20700, 0x6f5, 0xaa0378, 0x1, 0xc003b20700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 331 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0053e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a46e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00059d080, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000b83000, 0xbb0, 0xc000b83000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001440930, 0x69, 0xc000b83000, 0xbb0, 0xaa0378, 0x1, 0xc000b83000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 332 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc1857f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246ae00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004c6e810, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004d71c00, 0x610, 0xc004d71c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001240000, 0x92, 0xc004d71c00, 0x610, 0xaa0378, 0x1, 0xc004d71c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 333 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc004e60, 0x7fc8984adc90)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444d5c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005254fe0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002687c00, 0x669, 0xc002687c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00011cb00, 0xa2, 0xc002687c00, 0x669, 0xaa0378, 0x1, 0xc002687c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 334 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003558000, 0xd43, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003558000, 0xd43, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003558000, 0xd43, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003558000, 0xd43, 0x0, 0x0, 0x115ea80, 0x2, 0xc0023c7b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003558000, 0xd43, 0x0, 0x0, 0xc005ba2380, 0xd56, 0xc0023c7bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003558000, 0xd43, 0xd43, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0017002d8, 0x88, 0xc003558000, 0xd43, 0xaa0378, 0x1, 0xc003558000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 335 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc009060, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000024540, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0019a6080, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0005be000, 0xccb, 0xc0005be000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013f6788, 0x8b, 0xc0005be000, 0xccb, 0xaa0378, 0x1, 0xc0005be000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 336 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031f7650, 0xaa058b, 0x2, 0xc00216a400, 0x3ab, 0x0, 0xc0031f74a0, 0xc0015fce48)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0031f75e0, 0xc003285ad0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0031f75e0, 0xc001719920, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 338 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc15ab10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025eb620, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004352dd0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0010d2000, 0xdf0, 0xc0010d2000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001b286e5, 0x8e, 0xc0010d2000, 0xdf0, 0xaa0378, 0x1, 0xc0010d2000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 339 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7c85c4000, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013ea100, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000b1a40, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000edaa80, 0x997, 0xc000edaa80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002b8a310, 0x6e, 0xc000edaa80, 0x997, 0xaa0378, 0x1, 0xc000edaa80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 995 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000ff8420, 0xc002bab388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002bab488, 0xaa0503, 0x2, 0xc005b78400, 0xb8a, 0x2, 0x128, 0xc000ff8400)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc005b78400, 0xb8a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002bab5e0, 0xc002b8c6e0, 0x94, 0xc001240a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aa4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 342 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc046560, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d49b80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012d60e0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0014c7200, 0x418, 0xc0014c7200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001227b00, 0x8a, 0xc0014c7200, 0x418, 0xaa0378, 0x1, 0xc0014c7200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 345 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc1a81a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c47a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004bca680, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002358000, 0x1c8f, 0xc002358000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00008ef2c, 0x31, 0xc002358000, 0x1c8f, 0xaa0378, 0x1, 0xc002358000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 346 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8ac532c40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e587c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024c9cc0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000afec00, 0x5b2, 0xc000afec00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00051e510, 0x88, 0xc000afec00, 0x5b2, 0xaa0378, 0x1, 0xc000afec00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 347 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e02c0c50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a4d60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015aefa0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001f12a80, 0x952, 0xc001f12a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00008f140, 0x5b, 0xc001f12a80, 0x952, 0xaa0378, 0x1, 0xc001f12a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056ecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 348 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8441b9f70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e58f60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026e33b0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002e2c880, 0xc91, 0xc002e2c880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0040892c0, 0x3f, 0xc002e2c880, 0xc91, 0xaa0378, 0x1, 0xc002e2c880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 349 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00470ab40, 0xc00282d388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00282d488, 0xaa0503, 0x2, 0xc004588500, 0x2497, 0x3, 0x317, 0xc002640140)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622780, 0xc004588500, 0x2497, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00282d5e0, 0xc00180bb40, 0xb4, 0xc00032a840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056ee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 350 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7c8b8d330, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025eaa20, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0018748a0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00362ec00, 0x25ec, 0xc00362ec00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001754180, 0x7d, 0xc00362ec00, 0x25ec, 0xaa0378, 0x1, 0xc00362ec00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 351 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e41c0ff0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d49ce0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026f2980, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001d3ca80, 0x96f, 0xc001d3ca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002b8a230, 0x62, 0xc001d3ca80, 0x96f, 0xaa0378, 0x1, 0xc001d3ca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 352 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc89c3bbf00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002625660, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f69d50, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0019f4800, 0x702, 0xc0019f4800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc003f4e150, 0x6c, 0xc0019f4800, 0x702, 0xaa0378, 0x1, 0xc0019f4800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056f080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 353 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7c81acf00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444c2e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0019a7280, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004f68000, 0x74e, 0xc004f68000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00060e060, 0x5d, 0xc004f68000, 0x74e, 0xaa0378, 0x1, 0xc004f68000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056f140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 354 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00408d140, 0xc00380d200, 0x80b, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00380d200, 0x80b, 0xc00380d200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:29 +0x94
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0047936c0, 0x3c, 0xc00380d200, 0x80b, 0xaa0378, 0x1, 0xc00380d200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056f200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 356 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7d00255b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000132560, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047dcab0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0042f0000, 0x1da8, 0xc0042f0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00176c000, 0x8a, 0xc0042f0000, 0x1da8, 0xaa0378, 0x1, 0xc0042f0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056f380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 357 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7f0250ab0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e596c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b34150, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002ee6000, 0x462b, 0xc002ee6000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013fa11f, 0x57, 0xc002ee6000, 0x462b, 0xaa0378, 0x1, 0xc002ee6000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056f440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 358 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0053c9000, 0xd96, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0053c9000, 0xd96, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0053c9000, 0xd96, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0053c9000, 0xd96, 0x0, 0x0, 0x115ea80, 0x2, 0xc0022c5b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0053c9000, 0xd96, 0x0, 0x0, 0xc0053c8000, 0xd97, 0xc0022c5bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0053c9000, 0xd96, 0xd96, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000fceaf0, 0x63, 0xc0053c9000, 0xd96, 0xaa0378, 0x1, 0xc0053c9000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056f500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 359 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8d0329e30, 0x7fc8d0329ef0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025ea7c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0048ff330, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0001e3880, 0x350, 0xc0001e3880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b0000, 0x6a, 0xc0001e3880, 0x350, 0xaa0378, 0x1, 0xc0001e3880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 361 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0014a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246aba0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0018ef1c0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002cb9680, 0x420, 0xc002cb9680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001842100, 0x76, 0xc002cb9680, 0x420, 0xaa0378, 0x1, 0xc002cb9680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 362 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8b81e0a40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004506400, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002e3d3c0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00131ef00, 0x497, 0xc00131ef00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0017007e0, 0x8a, 0xc00131ef00, 0x497, 0xaa0378, 0x1, 0xc00131ef00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 365 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc006460, 0x7fc800000d70)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0026254c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0043caff0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0041a3400, 0x4de, 0xc0041a3400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0019f2d2c, 0x5f, 0xc0041a3400, 0x4de, 0xaa0378, 0x1, 0xc0041a3400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 366 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8b016fd00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a4660, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00059ce00, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001de0c00, 0x53f, 0xc001de0c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001226090, 0x86, 0xc001de0c00, 0x53f, 0xaa0378, 0x1, 0xc001de0c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056fb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 368 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc17abe0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f92440, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001723c80, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002c6eb00, 0x513, 0xc002c6eb00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001754f80, 0x7f, 0xc002c6eb00, 0x513, 0xaa0378, 0x1, 0xc002c6eb00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 370 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc019ef0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444d900, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003d13de0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0050c0000, 0xf7b, 0xc0050c0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00007e540, 0x57, 0xc0050c0000, 0xf7b, 0xaa0378, 0x1, 0xc0050c0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 371 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc88c3faba0, 0x7fc88c3f2020)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025ea4a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0046cbe90, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00219d700, 0x51b, 0xc00219d700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000fce620, 0x6f, 0xc00219d700, 0x51b, 0xaa0378, 0x1, 0xc00219d700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 372 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc88003c4f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444d640, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00237bfc0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002d9e000, 0x988, 0xc002d9e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002798900, 0x90, 0xc002d9e000, 0x988, 0xaa0378, 0x1, 0xc002d9e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056ff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 373 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc002680, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c4bc0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024c8ed0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0043b4000, 0x2fa, 0xc0043b4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001a32320, 0x93, 0xc0043b4000, 0x2fa, 0xaa0378, 0x1, 0xc0043b4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 374 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0011e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00412e000, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a97470, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003c2c900, 0x8e6, 0xc003c2c900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc004416900, 0x5e, 0xc003c2c900, 0x8e6, 0xaa0378, 0x1, 0xc003c2c900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057e120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 375 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8a021fd20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001299660, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0025fad50, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0027a5400, 0xbac, 0xc0027a5400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0017560b0, 0xa2, 0xc0027a5400, 0xbac, 0xaa0378, 0x1, 0xc0027a5400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057e1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 376 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc152810, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c5b60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044660d0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002237800, 0x70f, 0xc002237800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000027b80, 0x78, 0xc002237800, 0x70f, 0xaa0378, 0x1, 0xc002237800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057e2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 377 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc814001b10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bec9c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031cb640, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001816e00, 0x6ea, 0xc001816e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0037b6180, 0x73, 0xc001816e00, 0x6ea, 0xaa0378, 0x1, 0xc001816e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057e360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 379 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc89c0064b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f92100, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023a6080, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002329800, 0x6b8, 0xc002329800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0001f20f0, 0x4c, 0xc002329800, 0x6b8, 0xaa0378, 0x1, 0xc002329800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 380 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc009320, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0001324c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000dee1c0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0012dcf00, 0x4a8, 0xc0012dcf00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013f60c0, 0x7b, 0xc0012dcf00, 0x4a8, 0xaa0378, 0x1, 0xc0012dcf00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 383 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e01c5e30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00174f040, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0018ec070, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0016a6700, 0x649, 0xc0016a6700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000534120, 0x57, 0xc0016a6700, 0x649, 0xaa0378, 0x1, 0xc0016a6700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057e7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 384 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001973650, 0xaa058b, 0x2, 0xc0058d6000, 0x97f, 0x0, 0xc0007faa80, 0x7fc9089569b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0019735e0, 0xc0008efba0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 386 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc85c508d40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444c680, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00498d500, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000538100, 0x52c, 0xc000538100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000026600, 0x7f, 0xc000538100, 0x52c, 0xaa0378, 0x1, 0xc000538100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057ea20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 387 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc001760, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0010e51e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000befe30, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001931400, 0x4f5, 0xc001931400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001440150, 0x6c, 0xc001931400, 0x4f5, 0xaa0378, 0x1, 0xc001931400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 388 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8b49b7640, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f93a00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00382a590, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002a8ea80, 0xa31, 0xc002a8ea80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00051ead1, 0x5f, 0xc002a8ea80, 0xa31, 0xaa0378, 0x1, 0xc002a8ea80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 389 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc00ae30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac6920, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00059d0e0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000113880, 0x362, 0xc000113880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00060ea20, 0x55, 0xc000113880, 0x362, 0xaa0378, 0x1, 0xc000113880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 390 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc828368ea0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d495e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00354ab50, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00097f400, 0x48d, 0xc00097f400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001621320, 0x8e, 0xc00097f400, 0x48d, 0xaa0378, 0x1, 0xc00097f400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 391 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc864ef3e40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002624120, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a460c0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003117200, 0x58c, 0xc003117200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00008e900, 0x55, 0xc003117200, 0x58c, 0xaa0378, 0x1, 0xc003117200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 392 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc84838b5a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013eb1a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0048feac0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001821500, 0x976, 0xc001821500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0011fea8e, 0x2c, 0xc001821500, 0x976, 0xaa0378, 0x1, 0xc001821500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 923 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004fcc000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004fcc0d0, 0xc0014c1180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004262a60, 0x0, 0x0, 0x0, 0xc004fc72c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004262a60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004fc79c0, 0xc00187f500, 0x13c0, 0xc00084a5f8, 0x443c10, 0x127a510)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 395 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc149b70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ea2a60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000cedf70, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0019a0000, 0x9df, 0xc0019a0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00008f800, 0x5c, 0xc0019a0000, 0x9df, 0xaa0378, 0x1, 0xc0019a0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 396 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc00c870, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac6d80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a499e0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0025fea00, 0x4a9, 0xc0025fea00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00268ea80, 0x78, 0xc0025fea00, 0x4a9, 0xaa0378, 0x1, 0xc0025fea00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 397 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc196320, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d49a40, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044ce770, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000b85400, 0xb01, 0xc000b85400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00037c360, 0x54, 0xc000b85400, 0xb01, 0xaa0378, 0x1, 0xc000b85400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 398 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7dc1564f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000133600, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00268ddc0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0000fed00, 0x82d, 0xc0000fed00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00060e1e0, 0x5e, 0xc0000fed00, 0x82d, 0xaa0378, 0x1, 0xc0000fed00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 399 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc005800, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c4be0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024c8ee2, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0042f4000, 0x7e0, 0xc0042f4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0014be820, 0x9b, 0xc0042f4000, 0x7e0, 0xaa0378, 0x1, 0xc0042f4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 400 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc005280, 0x7fc7c016ed90)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d49080, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003d132e0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00146b680, 0x41e, 0xc00146b680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001c92580, 0x79, 0xc00146b680, 0x41e, 0xaa0378, 0x1, 0xc00146b680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 401 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8942e8370, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444c980, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00400d450, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001a70c00, 0x3fd, 0xc001a70c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000800780, 0x5b, 0xc001a70c00, 0x3fd, 0xaa0378, 0x1, 0xc001a70c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 403 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8b427add0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f92b40, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b81430, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0015d2000, 0x79d, 0xc0015d2000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012263f0, 0x83, 0xc0015d2000, 0x79d, 0xaa0378, 0x1, 0xc0015d2000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 404 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8440207e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ea3020, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004c71940, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004c4c900, 0x80c, 0xc004c4c900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000800c60, 0x5e, 0xc004c4c900, 0x80c, 0xaa0378, 0x1, 0xc004c4c900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 405 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc008140, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac6cc0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0043529f0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003b8c100, 0x55a, 0xc003b8c100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00060e660, 0x60, 0xc003b8c100, 0x55a, 0xaa0378, 0x1, 0xc003b8c100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 406 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc001e40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246b2a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00179e710, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0024bfc00, 0x387, 0xc0024bfc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013fb800, 0x7e, 0xc0024bfc00, 0x387, 0xaa0378, 0x1, 0xc0024bfc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1007 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003b79350, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0054bd5e0, 0xc003b79350, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0054bd5e0, 0xc003210840, 0x33)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aafc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 409 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc009e20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c4300, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003e3a5e0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001715c00, 0x3b9, 0xc001715c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001c93200, 0x75, 0xc001715c00, 0x3b9, 0xaa0378, 0x1, 0xc001715c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 410 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7b80b7980, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d48f40, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003d13150, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0003c8a00, 0x634, 0xc0003c8a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000fce770, 0x61, 0xc0003c8a00, 0x634, 0xaa0378, 0x1, 0xc0003c8a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057fc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 411 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc82c11c2d0, 0x7fc82c11c390)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013eb840, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004231940, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003b41100, 0x6c4, 0xc003b41100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001755e00, 0x72, 0xc003b41100, 0x6c4, 0xaa0378, 0x1, 0xc003b41100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1011 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5220, 0x0, 0x0, 0x0, 0xc005753300, 0x116c, 0x2, 0xc0056932e0, 0x80, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0001b5220, 0xc005753300, 0x116c, 0xaa04bf, 0x2, 0xc005753300, 0x116c)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc005693450, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc005693450, 0xc003df90b0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x44, 0x45)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0056935e0, 0xc003df90b0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028ab2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1327 [semacquire]:
regexp.onePassCopy(0xc0026386c0, 0xc0026386c0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0026386c0, 0xc0026386c0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0xd9)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005d6d3c8, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005d6d3c8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005d6d3c8, 0x0, 0xb856e0, 0xc002ccd588, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005d6d3c8, 0xc0016d3ce0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005d6d3c8, 0x42cc84, 0xc002638690, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc005d6d438, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001ba29c0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001bccc60, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005d6d5e0, 0xc00296bcc0, 0xabc101, 0x1d, 0x86, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 737 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc006de6000, 0xea2, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0032f7140)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0028315e0, 0xc00296a900, 0xc005467660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005347e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 5 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0070c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000132b60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021c19b0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0026df000, 0x784, 0xc0026df000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00051f290, 0x8f, 0xc0026df000, 0x784, 0xaa0378, 0x1, 0xc0026df000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057fda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 6 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5220, 0x0, 0x0, 0x0, 0xc006830a80, 0x6915, 0x2, 0xc0040472e0, 0xc003f41b71, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5220, 0xc006830a80, 0x6915, 0xaa04bf, 0x2, 0xc006830a80, 0x6915)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc004047450, 0xc001121e00, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc004047450, 0xc00159a270, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc004047401, 0xc0041d16f8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0040475e0, 0xc00159a270, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 7 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc008f00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001361340, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004234b60, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0040c9000, 0x71d, 0xc0040c9000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001b230e0, 0x4b, 0xc0040c9000, 0x71d, 0xaa0378, 0x1, 0xc0040c9000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 8 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7f052aaf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004506300, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034fedb0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000ad6a00, 0x4bf, 0xc000ad6a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00051fa80, 0x7a, 0xc000ad6a00, 0x4bf, 0xaa0378, 0x1, 0xc000ad6a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 9 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8b41aea10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f93900, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00380be30, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002569000, 0x717, 0xc002569000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001620000, 0x85, 0xc002569000, 0x717, 0xaa0378, 0x1, 0xc002569000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 523 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003c92b60, 0xc003139388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003139488, 0xaa04fd, 0x2, 0xc0060d8800, 0x712, 0xc0060d8800, 0xc003139478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc0060d8800, 0x712, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031395e0, 0xc000853d60, 0x91, 0xc003eb5720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b31620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 11 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc014870, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0026254a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004258180, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0003c7500, 0x63a, 0xc0003c7500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00060e240, 0x56, 0xc0003c7500, 0x63a, 0xaa0378, 0x1, 0xc0003c7500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 907 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001cd40d0, 0xc0019f2070, 0x62)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001cd40d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001cd40d0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001cd40d0, 0xc0033a89a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ae1b40, 0x0, 0x0, 0x0, 0xc003c232c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ae1b40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c239c0, 0xc00341cd80, 0xcf1, 0xc0002c15f8, 0x443c10, 0x127a510)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 13 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7c00fc540, 0x7fc7c00ded70)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013ea6c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b9aa90, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004928000, 0x3a9, 0xc004928000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0016eceb0, 0x46, 0xc004928000, 0x3a9, 0xaa0378, 0x1, 0xc004928000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 901 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0032313a8, 0x20300000000000, 0x7fc8e2022fff, 0xc0032312e0, 0x9b3)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0032313a8, 0xc002af8780, 0x5, 0xc0032312f8, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0032313a8, 0xc0032313c0, 0x43b3b7, 0x1252790, 0xc003231300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fc8e01a4a70, 0xc003231401, 0x10100000042ab7a, 0x0, 0xeb3)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0033a2b40, 0xaa64ee, 0x5, 0xfe3)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0032315e0, 0xc0016fc2c0, 0xeb3, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 15 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005429300, 0x10d2, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005429300, 0x10d2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005429300, 0x10d2, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005429300, 0x10d2, 0x0, 0x0, 0x115ea80, 0x2, 0xc0042d5b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005429300, 0x10d2, 0x0, 0x0, 0xc0039e7900, 0x10d7, 0xc0042d5bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005429300, 0x10d2, 0x10d2, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000324080, 0x3a, 0xc005429300, 0x10d2, 0xaa0378, 0x1, 0xc005429300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 16 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7c0280570, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e581e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b50e30, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001aa2580, 0x54b, 0xc001aa2580)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000026780, 0x73, 0xc001aa2580, 0x54b, 0xaa0378, 0x1, 0xc001aa2580)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 466 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0086c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f924e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001723d30, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0018d5800, 0x5da, 0xc0018d5800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00008e480, 0x56, 0xc0018d5800, 0x5da, 0xaa0378, 0x1, 0xc0018d5800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 467 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc003180, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047871c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00130fe00, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001e7e600, 0x5dd, 0xc001e7e600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000362000, 0x74, 0xc001e7e600, 0x5dd, 0xaa0378, 0x1, 0xc001e7e600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 468 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc82400e130, 0x7fc82400e1f0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00352e460, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028fe640, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001f40a00, 0x635, 0xc001f40a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001226880, 0x77, 0xc001f40a00, 0x635, 0xaa0378, 0x1, 0xc001f40a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1314 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc006c88000, 0xe56, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0028ab4a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0059f75e0, 0xc002ccdc60, 0xc0053aef40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 471 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8441dc110, 0x7fc8441dc1d0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025ea220, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00380a030, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004a78400, 0x8eb, 0xc004a78400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00268f09d, 0x59, 0xc004a78400, 0x8eb, 0xaa0378, 0x1, 0xc004a78400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007fc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 472 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc880027a90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d48ac0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003eb2cf0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00456ca80, 0x315, 0xc00456ca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001ab25a0, 0x50, 0xc00456ca80, 0x315, 0xaa0378, 0x1, 0xc00456ca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1004 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000bab9c0, 0xc005160a00, 0x14bb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aad80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 474 [semacquire]:
strings.genSplit(0xc006545500, 0x351, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x351, 0xc006660000, 0x351)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020434c8, 0xaa058b, 0x2, 0xc006660000, 0x351, 0xc002043308, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x3, 0xc00661d980)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003254ea0, 0xc002043390, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc002043450)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002043450, 0xc003df8240, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002043401, 0xc00071a0c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0020435e0, 0xc003df8240, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007fe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 476 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8b84d69e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a4ae0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034c4b60, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00539f800, 0x7ab, 0xc00539f800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00161e770, 0x67, 0xc00539f800, 0x7ab, 0xaa0378, 0x1, 0xc00539f800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 477 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e025e350, 0x7fc7e025e410)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00352ece0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016eea10, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0018d4000, 0x5ce, 0xc0018d4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0003281b0, 0x89, 0xc0018d4000, 0x5ce, 0xaa0378, 0x1, 0xc0018d4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb00c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 478 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc894243d10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d489c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00237b610, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002128000, 0x899, 0xc002128000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001376d80, 0x87, 0xc002128000, 0x899, 0xaa0378, 0x1, 0xc002128000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 480 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001482000, 0x1df5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001482000, 0x1df5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001482000, 0x1df5, 0x0, 0x0, 0x115ea80, 0x2, 0xc0019cbb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001482000, 0x1df5, 0x0, 0x0, 0xc001156000, 0x1e07, 0xc0019cbbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001482000, 0x1df5, 0x1df5, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001843580, 0x71, 0xc001482000, 0x1df5, 0xaa0378, 0x1, 0xc001482000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 481 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc002c00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004786c20, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020b26f0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0012d2a80, 0x945, 0xc0012d2a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001240acd, 0x72, 0xc0012d2a80, 0x945, 0xaa0378, 0x1, 0xc0012d2a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb03c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 482 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc006e00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004786b00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020b2650, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00163e000, 0x342, 0xc00163e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000026080, 0x72, 0xc00163e000, 0x342, 0xaa0378, 0x1, 0xc00163e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 483 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7d00e2f20, 0x7fc7d00e4690)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001298800, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000029550, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003ae3100, 0x6a0, 0xc003ae3100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000514b40, 0x5b, 0xc003ae3100, 0x6a0, 0xaa0378, 0x1, 0xc003ae3100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 484 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7c0150ff0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a4440, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00059ccf0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003a36d80, 0x474, 0xc003a36d80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00060e960, 0x5c, 0xc003a36d80, 0x474, 0xaa0378, 0x1, 0xc003a36d80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 485 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8a83e7070, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f92760, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001da0360, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc005044300, 0x606, 0xc005044300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001843700, 0x80, 0xc005044300, 0x606, 0xaa0378, 0x1, 0xc005044300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb06c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 486 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b03650, 0xaa058b, 0x2, 0xc00444e380, 0x318, 0xb, 0xc003b03358, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x3, 0xc0051c4360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0052c0a20, 0xc003b033e8, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc003b035e0, 0xc0052c0540, 0xc002fd5020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003b035e0, 0xc0052c0540, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003b035e0, 0xc0052c0540, 0xc0052c0540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 487 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc14d880, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004506fa0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021a6c10, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001944d00, 0x8b2, 0xc001944d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000514f00, 0x5f, 0xc001944d00, 0x8b2, 0xaa0378, 0x1, 0xc001944d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 488 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc009480, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d49b20, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026f28a0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00262a400, 0x3a4, 0xc00262a400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001c92a80, 0x7a, 0xc00262a400, 0x3a4, 0xaa0378, 0x1, 0xc00262a400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 489 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc006f60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00174f140, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0018ec0e0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003bfca80, 0xa36, 0xc003bfca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001842600, 0x7c, 0xc003bfca80, 0xa36, 0xaa0378, 0x1, 0xc003bfca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb09c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 492 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8480a2630, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac62c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00377de60, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000628c00, 0x126d, 0xc000628c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00137601f, 0x62, 0xc000628c00, 0x126d, 0xaa0378, 0x1, 0xc000628c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 493 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7fc0f5410, 0x7fc7fc0f54b0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444c320, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0048fe7f0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003ca6800, 0xb00, 0xc003ca6800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0043a4b40, 0xb5, 0xc003ca6800, 0xb00, 0xaa0378, 0x1, 0xc003ca6800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 495 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7d8002c20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f922c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023a6240, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004a98a80, 0x94e, 0xc004a98a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00163a3c0, 0xb6, 0xc004a98a80, 0x94e, 0xaa0378, 0x1, 0xc004a98a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 999 [semacquire]:
regexp.makeOnePass(0xc0010c6480, 0xc0010c6480)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc0010c6420, 0xc0010c6420)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0015290c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0015290c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000f2c164)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0015290c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0015290c0, 0x1, 0xc000060b30, 0xc01031c9c00, 0x2804089569b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0015290c0, 0x4, 0x834, 0xc004d7f701, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004d7f000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004d2d790, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0010c63c0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015299c0, 0xc000bbc000, 0x7cc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aa9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 415 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8140242a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f939e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002559d40, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001d5ed80, 0x47d, 0xc001d5ed80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc004328017, 0x5a, 0xc001d5ed80, 0x47d, 0xaa0378, 0x1, 0xc001d5ed80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021db4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1326 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00519be60, 0xc006291388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006291488, 0xaa04f9, 0x2, 0xc002082000, 0xdfd, 0xf, 0x181, 0xc0053afaa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc002082000, 0xdfd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0062915e0, 0xc0053af6a0, 0x72, 0xc001842e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1323 [semacquire]:
bytes.makeSlice(0x1056, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0042b5188, 0x2, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0042b5188, 0xc0042b41cc, 0x2, 0x2, 0xc2, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0042b5188, 0xc0028e54a0, 0x1c8, 0x1c8, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042b5188, 0xc0061087e0, 0xc0042b4278, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042b5188, 0xc006108770, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0042b5188, 0xc006108770, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042b5188, 0xc006108770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042b5188, 0xc006108770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042b5188, 0xc0060181c0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0003bf188, 0xc0060181c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0003bf188, 0xc0060181c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042b5188, 0xc0060180e0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0003bf188, 0xc0060180e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0003bf188, 0xc0060180e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042b5188, 0xc00153be30, 0xc004cd0e00, 0x7fc908954108)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0003bf188, 0xc00153be30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0003bf188, 0xc00153be30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042b5188, 0xc00153bd50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0003bf188, 0xc00153bd50, 0x54b170, 0xc00303b110)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00153bd50, 0x0, 0x0, 0x0, 0x0, 0xc00153bd50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0016a3470, 0x0, 0x0, 0x0, 0x1000, 0xc001531000, 0xddd, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001531000, 0xddd, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0026add10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0003bf5e0, 0xc00296a700, 0xc006650a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057e6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 933 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0037eda40, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c295e0, 0xc004263600, 0x7e, 0xc001c92780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f200, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 525 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000ff9500, 0xc0059f5388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0059f5488, 0xaa04d9, 0x2, 0xc0019d6600, 0x11dc, 0xf, 0x1b9, 0xc004262640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc0019d6600, 0x11dc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0059f55e0, 0xc002f3f2e0, 0x7d, 0xc0027c1700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b317a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 455 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e02c1ad0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d48840, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b1b480, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0035bdc00, 0x62c, 0xc0035bdc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013fa300, 0x79, 0xc0035bdc00, 0x62c, 0xaa0378, 0x1, 0xc0035bdc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 456 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00242ee00, 0x64a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00242ee00, 0x64a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00242ee00, 0x64a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00242ee00, 0x64a, 0x0, 0x0, 0x115ea80, 0x2, 0xc0015c5b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00242ee00, 0x64a, 0x0, 0x0, 0xc00242e700, 0x64e, 0xc0015c5bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00242ee00, 0x64a, 0x64a, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0016e8750, 0x88, 0xc00242ee00, 0x64a, 0xaa0378, 0x1, 0xc00242ee00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 457 [runnable]:
unicode.ToLower(0xc00000043d, 0xd26)
/usr/local/go/src/unicode/letter.go:261 +0x8d
strings.Map(0xae62d0, 0xc0004a9100, 0xd26, 0x1300, 0xc0004a9100)
/usr/local/go/src/strings/strings.go:470 +0x96
strings.ToLower(0xc0004a9100, 0xd26, 0xd2a, 0xaa0378)
/usr/local/go/src/strings/strings.go:610 +0x8f
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0004a7600, 0xd2a, 0xaa0378, 0x1, 0xc0004a7600, 0xd2a)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:80 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 458 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc000f20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac67c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004352090, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0014ac000, 0x600, 0xc0014ac000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00168f700, 0x72, 0xc0014ac000, 0x600, 0xaa0378, 0x1, 0xc0014ac000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 500 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc001df8000, 0xdbd, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0016be630)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0012935e0, 0xc00000e8e0, 0xc0057127c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 501 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc89c027c80, 0x7fc89c028200)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004506fc0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b478d0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001d5e900, 0x414, 0xc001d5e900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00007ef00, 0x52, 0xc001d5e900, 0x414, 0xaa0378, 0x1, 0xc001d5e900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000800ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 502 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0034bdb30, 0xc00533e180, 0xc0042d12d8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0042d15e0, 0xc0034bdb30, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0042d15e0, 0xc00363ac00, 0x3a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000800ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 504 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8380017b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f939c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007d7220, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003ae1500, 0x6ec, 0xc003ae1500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00007ede0, 0x5d, 0xc003ae1500, 0x6ec, 0xaa0378, 0x1, 0xc003ae1500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000800e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1000 [semacquire]:
bytes.makeSlice(0xd13, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0037ed680, 0x13b, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0037ed680, 0xc0021ce640, 0x13b, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0037ed680, 0xc0021ce640, 0x13b, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0037ed680, 0xc002fff8f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0037ed680, 0xc002fff880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0037ed680, 0xc000141a40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0037ed680, 0xc000141960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0037ed680, 0xc000141180, 0xb84d20, 0xc0037ed680)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0037ed680, 0xc000141180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004fd6900, 0x269957a9f, 0x1251a20, 0xc0042633e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aaa80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1306 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0008eee60, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0008eee60, 0x0, 0x0, 0x0, 0xc005ed52c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0008eee60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005ed59c0, 0xc003fb8000, 0x3699, 0xb1d0bcd0b0d02085, 0xb9d0b8d086d1b8d0, 0xd0a0c2bed0bfd02e)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6f440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 509 [semacquire]:
github.com/araddon/dateparse.newParser(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1710
github.com/araddon/dateparse.parseTime(0xc0016ec5f0, 0x4d, 0x0, 0xc0016ec5f0, 0x4d, 0x4d)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0xf6
github.com/araddon/dateparse.ParseAny(0xc0016ec5f0, 0x4d, 0x3, 0xaa0378, 0x1, 0xc0016ec5f0, 0x4d)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003aa75e0, 0xc002656ba0, 0xc002657400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000801320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1013 [semacquire]:
regexp.onePassCopy(0xc0033a24b0, 0xc0033a24b0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0033a24b0, 0xc0033a24b0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003c030c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003c030c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0035167d8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003c030c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003c030c0, 0x1, 0xc0026b22d0, 0xc002fd6700, 0x280408957080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003c030c0, 0x4, 0x30e, 0xc0019cdc01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0019cd000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc005cf5c70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0033a2480, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c039c0, 0xc00248b600, 0xceb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028ab440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 511 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc005c20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a4520, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004779742, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0038ed000, 0xf57, 0xc0038ed000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00011c210, 0xa6, 0xc0038ed000, 0xf57, 0xaa0378, 0x1, 0xc0038ed000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000801c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 512 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc03bd10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f92920, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021a6e40, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0051aea00, 0x146c, 0xc0051aea00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00176c000, 0x8f, 0xc0051aea00, 0x146c, 0xaa0378, 0x1, 0xc0051aea00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000801d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 513 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8a0613ef0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025eba00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00380a850, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0040ca000, 0x41e, 0xc0040ca000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc004d641c0, 0x6d, 0xc0040ca000, 0x41e, 0xaa0378, 0x1, 0xc0040ca000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000801e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 514 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8700af010, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ea2a20, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f666a0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0016d5680, 0x46e, 0xc0016d5680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002fc4300, 0x80, 0xc0016d5680, 0x46e, 0xaa0378, 0x1, 0xc0016d5680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000801ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 421 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00140db02, 0x465, 0xc003ccf310, 0x79bc18)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00140db02, 0x465, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0010db5e0, 0xc002f3f640, 0xc004262c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000801f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 135 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7c40f2a30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d49b60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000322d30, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0041d3680, 0x40e, 0xc0041d3680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001377320, 0x8f, 0xc0041d3680, 0x40e, 0xaa0378, 0x1, 0xc0041d3680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 137 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc00ab70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444c140, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003db95d0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001a0ea80, 0x91f, 0xc001a0ea80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000fce9a0, 0x65, 0xc001a0ea80, 0x91f, 0xaa0378, 0x1, 0xc001a0ea80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 138 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc00a5f0, 0x7fc7c01a09f0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ea2de0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0051040d0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00494e500, 0x4c3, 0xc00494e500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0043a7290, 0x8a, 0xc00494e500, 0x4c3, 0xaa0378, 0x1, 0xc00494e500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 139 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc84c3f23f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac6600, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026f40a0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002efe600, 0x2cd, 0xc002efe600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000fcf420, 0x6d, 0xc002efe600, 0x2cd, 0xaa0378, 0x1, 0xc002efe600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 140 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cd7650, 0xaa058b, 0x2, 0xc006510c00, 0x1e8, 0x8, 0x15, 0xc003211420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003cd75e0, 0xc00408c5a0, 0x113)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 422 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8d40163a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033a42a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0002cb7e0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003d6ea00, 0x34f0, 0xc003d6ea00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc004f183a2, 0x5a, 0xc003d6ea00, 0x34f0, 0xaa0378, 0x1, 0xc003d6ea00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 426 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002e9cc00, 0x583, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002e9cc00, 0x583, 0x0, 0x0, 0x115ea80, 0x2, 0xc002035b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002e9cc00, 0x583, 0x0, 0x0, 0xc002e9c600, 0x58f, 0xc002035bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002e9cc00, 0x583, 0x583, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0037b7c80, 0x74, 0xc002e9cc00, 0x583, 0xaa0378, 0x1, 0xc002e9cc00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00407c720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 428 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e4103060, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013ebd80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000542d50, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002341200, 0x593, 0xc002341200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002b102d0, 0x88, 0xc002341200, 0x593, 0xaa0378, 0x1, 0xc002341200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00407c8a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 429 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc82c010290, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001298da0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a47830, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003a5f800, 0x5c3, 0xc003a5f800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0043a7050, 0x81, 0xc003a5f800, 0x5c3, 0xaa0378, 0x1, 0xc003a5f800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00407ca20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 430 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0056a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013ebce0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000542d10, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0003cec00, 0x3e5, 0xc0003cec00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002b8b5e0, 0x3c, 0xc0003cec00, 0x3e5, 0xaa0378, 0x1, 0xc0003cec00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00407cae0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 432 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004100000, 0x49c7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004100000, 0x49c7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004100000, 0x49c7, 0x0, 0x0, 0x115ea80, 0x2, 0xc003ea3b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004100000, 0x49c7, 0x0, 0x0, 0xc004de1500, 0x49f8, 0xc003ea3bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004100000, 0x49c7, 0x49c7, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0005680f0, 0x2e, 0xc004100000, 0x49c7, 0xaa0378, 0x1, 0xc004100000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00407cc60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 906 [semacquire]:
bytes.makeSlice(0x7e2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003c27450, 0x184, 0xf9)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003c27450, 0xc00175fd40, 0x184, 0x5165d7, 0xc0029028f4, 0xc0047e0a68)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003faab60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003faa230)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004f5aa10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004f5a930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004fd9ab0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0022b0930, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c275e0, 0xc002ccd940, 0x9b, 0xc003eb4be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057fb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 564 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00513fad0, 0x203001, 0x203001, 0x440d95, 0xc000611090)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00513fad0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00513faa0, 0xc0022c5390, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0022c5778, 0xc0035e9e60, 0xaac03e, 0x7, 0xc0035e9e60)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0022c5778, 0xc0035e9e60, 0xc00000e6c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00407cf60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1378 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00519be80, 0xc003447388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003447488, 0xaa04fd, 0x2, 0xc001600a80, 0x9d6, 0x1, 0x1d4, 0xc001ae1d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc001600a80, 0x9d6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0034475e0, 0xc00000f560, 0x72, 0xc0058c6821)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003496e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1316 [semacquire]:
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0034575e0, 0xc0015fd100, 0xc00180a580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:325 +0x815
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6fbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 567 [semacquire]:
strings.genSplit(0xc006738000, 0x837e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xd00, 0xd00)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002db9488, 0xaa0599, 0x2, 0xc00115e000, 0x837e, 0xae, 0xd00, 0xc00363bec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000217a0, 0xc00115e000, 0x837e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002db95e0, 0xc002b8d8a0, 0x73, 0xc0037b7f25)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00407d1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 568 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc009b60, 0x7fc8c8104b70)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e59320, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002494850, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0037f2800, 0x795, 0xc0037f2800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00057fbc0, 0x5e, 0xc0037f2800, 0x795, 0xaa0378, 0x1, 0xc0037f2800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00407d260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 569 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc85c4e6320, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac66a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026f4110, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00181c880, 0xc9e, 0xc00181c880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00161ef50, 0x6a, 0xc00181c880, 0xc9e, 0xaa0378, 0x1, 0xc00181c880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00407d320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 570 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc00c7e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ea2180, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016cad70, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc005233b00, 0x887, 0xc005233b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000363300, 0x76, 0xc005233b00, 0x887, 0xaa0378, 0x1, 0xc005233b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00407d3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 572 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0068c2040, 0xc002e43388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e43488, 0xaa0569, 0x2, 0xc0027bc000, 0x3845, 0x1, 0x511, 0xc0068c2020)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000217a0, 0xc0027bc000, 0x3845, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e435e0, 0xc002187aa0, 0xd7, 0xc000ffe620)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00407d560, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 573 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc808025520, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246aa00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028fd8e0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001ce0800, 0x1793, 0xc001ce0800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002b94780, 0x180, 0xc001ce0800, 0x1793, 0xaa0378, 0x1, 0xc001ce0800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00407d620, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 984 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004263fc0, 0x0, 0x0, 0x0, 0xc0057332c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004263fc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057339c0, 0xc005a5a000, 0x42f4, 0xb0d0b4d0bed080d1, 0xd0bed09dd00a2a0a, 0x80d120b5d0bed0b2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001253ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 576 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc00aa10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012992c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021a63c0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003bb9400, 0xba1, 0xc003bb9400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001757600, 0x84, 0xc003bb9400, 0xba1, 0xaa0378, 0x1, 0xc003bb9400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00407d860, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 557 [semacquire]:
regexp.onePassCopy(0xc00427a180, 0xc00427a180)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00427a180, 0xc00427a180)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0027c73c8, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0027c73c8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0027c73c8, 0x0, 0xb856e0, 0xc002186028, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0027c73c8, 0xc002a73110, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0027c73c8, 0x42ca96, 0xc00427a150, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0027c7438, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc003957120, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003b53b00, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0027c75e0, 0xc00470bf20, 0xabc101, 0x1d, 0xaa, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6e6c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 932 [semacquire]:
strings.genSplit(0xc006fb6a80, 0xa26, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc000bf0000, 0x141, 0x141)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e25488, 0xaa058b, 0x2, 0xc0065d0a80, 0xa26, 0x1, 0x141, 0xc003315200)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc0065d0a80, 0xa26, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e255e0, 0xc002cccdc0, 0x83, 0xc000329830)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 583 [semacquire]:
bytes.makeSlice(0x70c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00374de60, 0x98, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00374de60, 0xc00321afa0, 0x98, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00374de60, 0xc00321afa0, 0x98, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00374de60, 0xc001936700, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00374de60, 0xc001936690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00374de60, 0xc0019365b0, 0xb84d20, 0xc00374de60)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00374de60, 0xc0019365b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00374de30, 0x203000, 0x203000, 0x148a396600000000, 0xc003ba7200)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00374de30)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00374de00, 0xc003ba7390, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc003ba7778, 0xc004263940, 0xaac03e, 0x7, 0xc004263940)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc003ba7778, 0xc004263940, 0xc002f3e3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00407dda0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 922 [semacquire]:
strings.genSplit(0xc0069aa000, 0xe12, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x172, 0x172)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019c5488, 0xaa0503, 0x2, 0xc00699c000, 0xe12, 0x2, 0x172, 0xc0054670e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc00699c000, 0xe12, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0019c55e0, 0xc0053ae620, 0x9f, 0xc00321a468)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005357a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 585 [semacquire]:
bytes.makeSlice(0x3dc, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004110cf0, 0x8, 0x5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004110cf0, 0xc0047ff990, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004110cf0, 0xc0047ff990, 0x8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004110cf0, 0xc003cd2770, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc004110cf0, 0xc002dc3030, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004110cf0, 0xc002dc2fc0, 0xb84d20, 0xc004110cf0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004110cf0, 0xc002dc2fc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0035b9e90, 0x50d2a1, 0xc0013fd0b0, 0x27, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00330d5e0, 0xc004651400, 0xc0025b23c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00407df20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 588 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8ac000eb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444d040, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0048ff900, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004929000, 0x3ef, 0xc004929000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001f0eb40, 0xb8, 0xc004929000, 0x3ef, 0xaa0378, 0x1, 0xc004929000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e7e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 590 [runnable]:
strings.(*Builder).WriteRune(0xc00503b228, 0xc000000433, 0x5e, 0xc005aa6a00, 0x60)
/usr/local/go/src/strings/builder.go:104 +0x29d
strings.Map(0xae62d0, 0xc004cbe000, 0x51c1, 0xc00503b2e0, 0xc0046b7500)
/usr/local/go/src/strings/strings.go:488 +0x436
strings.ToLower(0xc004cbe000, 0x51c1, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00503b488, 0xaa04d9, 0x2, 0xc004cbe000, 0x51c1, 0x1e, 0x775, 0xc001ba36c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000204b0, 0xc004cbe000, 0x51c1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00503b5e0, 0xc002b8dbe0, 0xee, 0xc0033ab950)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060eb40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1318 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002be3c00, 0x62a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002be3c00, 0x62a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002be3c00, 0x62a, 0x0, 0x0, 0x115ea80, 0x2, 0xc005b33b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002be3c00, 0x62a, 0x0, 0x0, 0xc002be2e00, 0x62c, 0xc005b33bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002be3c00, 0x62a, 0x62a, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc004328980, 0x7a, 0xc002be3c00, 0x62a, 0xaa0378, 0x1, 0xc002be3c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 997 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0016fcfa0, 0xc003bff388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003bff488, 0xaa05c9, 0x2, 0xc0042ff200, 0x8f7, 0x1, 0xea, 0xc003016be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00159afc0, 0xc0042ff200, 0x8f7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003bff5e0, 0xc003016760, 0x76, 0xc001c92880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aa780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 596 [semacquire]:
strings.genSplit(0xc005e54000, 0xe67, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc003f78d20, 0xc004077428)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004077488, 0xaa0599, 0x2, 0xc006463000, 0xe67, 0xc006463000, 0xc004077478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000217a0, 0xc006463000, 0xe67, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040775e0, 0xc002187460, 0xf2, 0xc0002bbc29)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 597 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0053af2c0, 0xc0040e3388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040e3488, 0xaa05c9, 0x2, 0xc00238f300, 0x1264, 0x1, 0x22f, 0xc0053af2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000217a0, 0xc00238f300, 0x1264, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040e35e0, 0xc003c92700, 0x71, 0xc002ed0080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 598 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5720, 0x0, 0x0, 0x0, 0xc004298000, 0x1445, 0x2, 0xc00109fb20, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5720, 0xc004298000, 0x1445, 0xaa0378, 0x1, 0xc003bcc000, 0x1445)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc004298000, 0x1445, 0xaa0378, 0x1, 0xc004298000, 0x1445)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:80 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 599 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0021d3000, 0xd89, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0021d3000, 0xd89, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0021d3000, 0xd89, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0021d3000, 0xd89, 0x0, 0x0, 0x115ea80, 0x2, 0xc003ea9b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0021d3000, 0xd89, 0x0, 0x0, 0xc0054a7000, 0xd92, 0xc003ea9bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0021d3000, 0xd89, 0xd89, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001b92180, 0x5e, 0xc0021d3000, 0xd89, 0xaa0378, 0x1, 0xc0021d3000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 601 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000ed400, 0x0, 0x0, 0x0, 0xc00001b400, 0x2445, 0x2, 0xc001423100, 0xc00001b400, 0x2445, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000ed400, 0xc00001b400, 0x2445, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc001a5f7a0, 0x0, 0x0, 0x0, 0x0, 0xc001a5f7a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004260e70, 0x0, 0x0, 0x0, 0x2a80, 0xc0046a2000, 0x28be, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0046a2000, 0x28be, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003e58700)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0034455e0, 0xc003016b80, 0xc002657a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 605 [semacquire]:
bytes.makeSlice(0x330, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0023c32d0, 0x14a, 0x69)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0023c32d0, 0xc003a67340, 0x14a, 0x69, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0047ace70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0047accb0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004e0e8d0, 0xc004e0e8a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0023c35e0, 0xc0015fd8e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 609 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006b40000, 0xc3, 0xc3, 0x3, 0x0, 0xc2, 0xc006b40000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003e535e0, 0xc00470bba0, 0xc001ae13a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060faa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 930 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0048ecee0, 0xc003e23388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e23488, 0xaa04f9, 0x2, 0xc002108000, 0xc2c, 0x9, 0x135, 0xc001ae1bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc002108000, 0xc2c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e235e0, 0xc001ba2560, 0x8b, 0xc00051f170)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 612 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc002468cc0, 0xc004e0eb40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x87
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001faf5e0, 0xc002468cc0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001faf5e0, 0xc003c93800, 0x5e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 613 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0033a3440, 0x203000, 0x203000, 0x5c8e69d300000000, 0xc000f49200)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0033a3440)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0033a3410, 0xc000f49390, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc000f49778, 0xc002186e80, 0xaac03e, 0x7, 0xc002186e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc000f49778, 0xc002186e80, 0xc0058847c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060fda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 615 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003742000, 0x5843, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003742000, 0x5843, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003742000, 0x5843, 0x0, 0x0, 0x115ea80, 0x2, 0xc00125bb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003742000, 0x5843, 0x0, 0x0, 0xc000dce000, 0x5856, 0xc00125bbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003742000, 0x5843, 0x5843, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00202e4af, 0x88, 0xc003742000, 0x5843, 0xaa0378, 0x1, 0xc003742000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003543c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 618 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0008ef2e0, 0xc002ac1388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ac1488, 0xaa059b, 0x2, 0xc00405c000, 0xb99, 0x2, 0x1a1, 0xc0053ae7c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000834270, 0xc00405c000, 0xb99, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ac15e0, 0xc002b2ed20, 0x83, 0xc000328240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 910 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0048eda20, 0xc002baf388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002baf488, 0xaa058b, 0x2, 0xc0025e9000, 0xe83, 0xc0025e9000, 0xc002baf478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc0025e9000, 0xe83, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002baf5e0, 0xc001719620, 0x70, 0xc000fce540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aa000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1012 [semacquire]:
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xac0e09, 0x13, 0xd4, 0x0, 0xa2acc0, 0x1)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00481b0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00481b0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00351645c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00481b0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00481b0c0, 0x1, 0xc0013c5fe0, 0xc0102fd7180, 0x280408955c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00481b0c0, 0x4, 0x453, 0xc002a94b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002a94000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc005cf5ad0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0033a2240, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00481b9c0, 0xc0036d6000, 0xbaf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028ab380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 931 [semacquire]:
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc002a8e000, 0x50d5a7, 0xc00203714b)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc0014bc000, 0xa7f, 0xa7f)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003cc55e0, 0xc0024b6220, 0xc001f317e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1282 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc006239188, 0xaa04bf, 0x2, 0xc00343ca80, 0x32c, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc006239188, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006239188, 0xc0002f8ee0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006239188, 0xc0002f8ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006239188, 0xc0002f8ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006239188, 0xc0002f8cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006239188, 0xc0002f8cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006239188, 0xc0002f8cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006239188, 0xc0002f8380, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001291188, 0xc0002f8380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001291188, 0xc0002f8380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006239188, 0xc0002f82a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001291188, 0xc0002f82a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001291188, 0xc0002f82a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006239188, 0xc001f4f960, 0xc0024ddc00, 0x7fc908954108)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001291188, 0xc001f4f960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001291188, 0xc001f4f960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006239188, 0xc001f4f880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001291188, 0xc001f4f880, 0x54b170, 0xc0047351e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001f4f880, 0x0, 0x0, 0x0, 0x0, 0xc001f4f880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0032543f0, 0x0, 0x0, 0x0, 0x1500, 0xc004f20000, 0x1388, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004f20000, 0x1388, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001ab2280)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0012915e0, 0xc002186c60, 0xc004262920)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021dbec0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 921 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002ccc620, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002ccc620, 0x0, 0x0, 0x0, 0xc003ead2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002ccc620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ead9c0, 0xc002501000, 0x15ee, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 925 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00360b650, 0xaa058b, 0x2, 0xc003741860, 0x191, 0x1, 0x1c, 0xc00519aba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00360b5e0, 0xc000525640, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1317 [semacquire]:
regexp.(*Regexp).replaceAll(0xc005e732c0, 0x0, 0x0, 0x0, 0xc0066cf000, 0x16be, 0x2, 0xc0039a32e0, 0xc0066cf000, 0x16be, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc005e732c0, 0xc0066cf000, 0x16be, 0xaa0378, 0x1, 0x1, 0x16)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0034575e0, 0xc00180a6c0, 0xc00180b0e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 636 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc00427a390, 0xc00427a390)
/usr/local/go/src/regexp/onepass.go:307 +0x148
regexp.compileOnePass(0xc00427a330, 0xc00427a330)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001b690c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001b690c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004c6f8c4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001b690c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001b690c0, 0x1, 0xc0017fdf90, 0xc0100eb4380, 0x280408955560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001b690c0, 0x4, 0x790, 0xc00339e801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00339e000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000808dd0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00427a300, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b699c0, 0xc004c4f600, 0x86d, 0x42ca96, 0xc00059b440, 0x60)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007169c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 639 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5220, 0x0, 0x0, 0x0, 0xc003116c00, 0x581, 0x2, 0xc0020072e0, 0x80, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5220, 0xc003116c00, 0x581, 0xaa04bf, 0x2, 0xc003116c00, 0x581)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002007450, 0xc0025b7980, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002007450, 0xc00376e120, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002007401, 0xc0046ba150)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0020075e0, 0xc00376e120, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 924 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0048ec660, 0xc0021c5388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021c5488, 0xaa05c9, 0x2, 0xc004f34000, 0xa4d, 0x1, 0x123, 0xc0048ec640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00159afc0, 0xc004f34000, 0xa4d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0021c55e0, 0xc0016fd4e0, 0x9e, 0xc001b28aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 644 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0025b3860, 0xc001b0d388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b0d488, 0xaa04d9, 0x2, 0xc002236800, 0x779, 0xc002236800, 0xc001b0d478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000834270, 0xc002236800, 0x779, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b0d5e0, 0xc00408c480, 0x7c, 0xc0044c6480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007172c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 843 [semacquire]:
strings.Replace(0xc00608e000, 0x13ea, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc00608e000, 0x13ea)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b0b9c0, 0xc001bc5500, 0x13e9, 0xd0b0d080d1b3d020, 0x2eb0d081d183d1b4, 0x8bd1b2d0209ad020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002b18f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 646 [semacquire]:
regexp.(*Regexp).replaceAll(0xc003463180, 0x0, 0x0, 0x0, 0xc0041c6000, 0x7d5b, 0x2, 0xc00523d2e0, 0xc0041c6000, 0x7d5b, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc003463180, 0xc0041c6000, 0x7d5b, 0xaa0378, 0x1, 0x1, 0xe5)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00467d5e0, 0xc0048ede80, 0xc0041e7f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 996 [semacquire]:
regexp/syntax.(*parser).push(0xc0040b8900, 0xc000d2e000, 0xc000d2e000)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc0040b8900, 0x65)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0038d73c8, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0038d73c8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0038d73c8, 0x0, 0xb856e0, 0xc0008efd28, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0038d73c8, 0xc0038d15e0, 0x0, 0x8, 0x434a07)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0038d73c8, 0x42ca96, 0xc0014b8bd0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0038d7438, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00408c6a0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000021920, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0038d75e0, 0xc0024b7240, 0xabc101, 0x1d, 0x6a, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aa6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 913 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00141f650, 0xaa058b, 0x2, 0xc00011f180, 0x127, 0x1, 0x17, 0xc004aceb00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00141f5e0, 0xc003957b00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aa360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 650 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc00d690, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00352e620, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028fe730, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002691000, 0xe2f, 0xc002691000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001a86840, 0xb0, 0xc002691000, 0xe2f, 0xaa0378, 0x1, 0xc002691000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007177a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 652 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005c36800, 0xaf4, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005c36800, 0xaf4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005c36800, 0xaf4, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005c36800, 0xaf4, 0x0, 0x0, 0x115ea80, 0x2, 0xc000ad5b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005c36800, 0xaf4, 0x0, 0x0, 0xc002def400, 0xb05, 0xc000ad5bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005c36800, 0xaf4, 0xaf4, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00208dd80, 0x7a, 0xc005c36800, 0xaf4, 0xaa0378, 0x1, 0xc005c36800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 653 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005239650, 0xaa058b, 0x2, 0xc003eca580, 0x2a9, 0x5, 0xc005239358, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc00171aba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00171aae0, 0xc0052393e8, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0052395e0, 0xc000835e30, 0xc0033154e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0052395e0, 0xc000835e30, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0052395e0, 0xc000835e30, 0xc000835e30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007179e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 654 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000ed400, 0x0, 0x0, 0x0, 0xc004bb2000, 0x2316, 0x2, 0xc0031fb100, 0xc004bb2000, 0x2316, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000ed400, 0xc004bb2000, 0x2316, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc00048c0e0, 0x0, 0x0, 0x0, 0x0, 0xc00048c0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00376f9e0, 0x0, 0x0, 0x0, 0x2a80, 0xc0046a2000, 0x2926, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0046a2000, 0x2926, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0000ac2a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0038d75e0, 0xc0008532e0, 0xc0042e6e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 660 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc0082a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ea2e00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0051040e2, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001cfdb00, 0x886, 0xc001cfdb00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0043a6cf0, 0x8d, 0xc001cfdb00, 0x886, 0xaa0378, 0x1, 0xc001cfdb00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 661 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc80c201af0, 0x7fc80c1f8f00)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002625d20, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004c70e80, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00237e800, 0x784, 0xc00237e800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002a8a517, 0x97, 0xc00237e800, 0x784, 0xaa0378, 0x1, 0xc00237e800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 662 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7b881d2a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c5d20, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0043532f0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001892c80, 0xc3b, 0xc001892c80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00002ee70, 0x6e, 0xc001892c80, 0xc3b, 0xaa0378, 0x1, 0xc001892c80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 663 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7c41db450, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e58d00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031ca9a0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002db4d00, 0x8e2, 0xc002db4d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00011c160, 0x69, 0xc002db4d00, 0x8e2, 0xaa0378, 0x1, 0xc002db4d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 666 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7d06f9720, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246aa60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0046ca540, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0024e8000, 0xc2b, 0xc0024e8000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001753439, 0x51, 0xc0024e8000, 0xc2b, 0xaa0378, 0x1, 0xc0024e8000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 668 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc200070, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e59740, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028a0490, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0000fdb00, 0x84f, 0xc0000fdb00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0030aa552, 0x43, 0xc0000fdb00, 0x84f, 0xaa0378, 0x1, 0xc0000fdb00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 669 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e430e580, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025eb5a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004248ca0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0022f7800, 0x710, 0xc0022f7800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0037b7300, 0x70, 0xc0022f7800, 0x710, 0xaa0378, 0x1, 0xc0022f7800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 670 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7c07656e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bec0a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005281450, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00450e600, 0x125d, 0xc00450e600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002b18e56, 0x41, 0xc00450e600, 0x125d, 0xaa0378, 0x1, 0xc00450e600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 671 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a97480, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x131
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001182000, 0x5861, 0xc001182000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001414450, 0x26, 0xc001182000, 0x5861, 0xaa0378, 0x1, 0xc001182000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 672 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e4315980, 0x7fc7e43159a0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013eae20, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028a1720, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00213b500, 0x374, 0xc00213b500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00161e850, 0x6a, 0xc00213b500, 0x374, 0xaa0378, 0x1, 0xc00213b500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 673 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc2039e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001becc80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0052809b0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003e09400, 0x3c8, 0xc003e09400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001756c83, 0x89, 0xc003e09400, 0x3c8, 0xaa0378, 0x1, 0xc003e09400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 674 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7c0765830, 0x7fc7c0764550)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac7a40, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004255930, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002e50680, 0x511, 0xc002e50680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013f651d, 0x75, 0xc002e50680, 0x511, 0xaa0378, 0x1, 0xc002e50680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 676 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e03cd0e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246ac60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005105830, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0018a6800, 0x795, 0xc0018a6800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001b14000, 0xbb, 0xc0018a6800, 0x795, 0xaa0378, 0x1, 0xc0018a6800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 677 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc80c29d080, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025ea0a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016ca060, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001806400, 0xade, 0xc001806400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00176c032, 0x5a, 0xc001806400, 0xade, 0xaa0378, 0x1, 0xc001806400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f980, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 553 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001ae1cc0, 0xc0027d32e8, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027d3650, 0xaa058b, 0x2, 0xc005f87600, 0x853, 0x0, 0xc0007fa380, 0x7fc9089569b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0027d35e0, 0xc001719d60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000844ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 680 [semacquire]:
bytes.makeSlice(0x5f2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0036f12d0, 0xcc, 0xb3)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0036f12d0, 0xc002bfc1a0, 0xcc, 0xb3, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003842620)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003842460)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0033a9500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00159a060, 0xc00159a060, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0036f15e0, 0xc003c92380, 0x45)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007fe00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 681 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004822400, 0x835, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004822400, 0x835, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004822400, 0x835, 0x0, 0x0, 0x115ea80, 0x2, 0xc00481fb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004822400, 0x835, 0x0, 0x0, 0xc004821200, 0x836, 0xc00481fbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004822400, 0x835, 0x835, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001c93b99, 0x66, 0xc004822400, 0x835, 0xaa0378, 0x1, 0xc004822400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007ff80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1002 [semacquire]:
strings.Replace(0xc0035a8000, 0x3c01, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x9, 0xc0022c9ad0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044459c0, 0xc0035a8000, 0x3c01, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aac00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 902 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readByte(0xc004fcc410, 0x3e)
/home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af
golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc004fcc410)
/home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64
golang.org/x/net/html.(*Tokenizer).Next(0xc004fcc410, 0x2fc0600000004)
/home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324
golang.org/x/net/html.(*parser).parse(0xc004fcc4e0, 0xc00141bf10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004263320, 0x0, 0x0, 0x0, 0xc0019c92c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004263320, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0019c99c0, 0xc004bb8f00, 0x2417, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 915 [semacquire]:
regexp/syntax.(*parser).push(0xc0063b0ea0, 0xc006de8070, 0xc004fbce01)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc0063b0ea0, 0xaba609, 0xe)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004fbd3c8, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004fbd3c8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004fbd3c8, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004fbd3c8, 0x75a856, 0x0, 0xc006633a40, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004fbd3c8, 0xc004fbd390, 0xc004fbd418, 0x42ca96, 0xc00218bb00, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc004fbd430, 0xc004fbd448, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0041e7440)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00661db60, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc004fbd5e0, 0xc006650120, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 687 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002614000, 0xd35, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002614000, 0xd35, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002614000, 0xd35, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002614000, 0xd35, 0x0, 0x0, 0x115ea80, 0x2, 0xc004be7b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002614000, 0xd35, 0x0, 0x0, 0xc001ba9100, 0xd39, 0xc004be7bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002614000, 0xd35, 0xd35, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000fcf1f0, 0x6b, 0xc002614000, 0xd35, 0xaa0378, 0x1, 0xc002614000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 688 [semacquire]:
bytes.makeSlice(0x439d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0056972d0, 0x893, 0x9)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0056972d0, 0xc0018b2400, 0x893, 0x5165d7, 0xc0028d7947, 0xc0034936c0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002f90f50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002f90ee0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004737ce0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004794e10, 0xc004794e10, 0xc004794f01)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0056975e0, 0xc0002dce60, 0x66)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 690 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0032a9000, 0xb30, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:55 +0x1cd
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0032a9000, 0xb30, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0032a9000, 0xb30, 0x0, 0x0, 0x115ea80, 0x2, 0xc0042d5b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0032a9000, 0xb30, 0x0, 0x0, 0xc0055da400, 0xb3c, 0xc0042d5bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0032a9000, 0xb30, 0xb30, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000362d00, 0x7a, 0xc0032a9000, 0xb30, 0xaa0378, 0x1, 0xc0032a9000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005572c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 691 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7fc8b8d3d600, 0x7fc6a055e2a0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0042e6700, 0xc000f54000, 0x727, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000f54000, 0x727, 0xc000f54000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:29 +0x94
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc004328980, 0x71, 0xc000f54000, 0x727, 0xaa0378, 0x1, 0xc000f54000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 693 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0057f85b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0057f8680, 0xc00696f650, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0035b98c0, 0x0, 0x0, 0x0, 0x0, 0x2601, 0xc0035b9890)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0035b9890, 0x0, 0x0, 0x0, 0x2800, 0xc00684c800, 0x26b8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00684c800, 0x26b8, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001efa000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0040755e0, 0xc002cccf40, 0xc00408cac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 694 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0033a3980, 0xaa058b, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x1, 0xc0033a3980)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0033a38f0, 0xc002447390, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc002447450)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002447450, 0xc001814810, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002447401, 0xc000610598)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0024475e0, 0xc001814810, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005578c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 697 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005884020, 0xc005613290, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0056134c8, 0xaa058b, 0x2, 0xc00517b800, 0x61f, 0xc005613308, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x1, 0xc0035b96e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002206390, 0xc005613390, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc005613450)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc005613450, 0xc004837cb0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x12d, 0x12e)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0056135e0, 0xc004837cb0, 0xaa058b, 0x2, 0x0, 0x0, 0xc004612d70, 0x2, 0xc004612d73)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 698 [semacquire]:
regexp.(*Regexp).get(0xc0001b5540, 0xc000fa21e0)
/usr/local/go/src/regexp/regexp.go:237 +0x460
regexp.(*Regexp).doExecute(0xc0001b5540, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0056e6c80, 0x1977, 0x94c, 0x2, ...)
/usr/local/go/src/regexp/exec.go:538 +0xb5
regexp.(*Regexp).replaceAll(0xc0001b5540, 0x0, 0x0, 0x0, 0xc0056e6c80, 0x1977, 0x2, 0xc004bcfb20, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0001b5540, 0xc0056e6c80, 0x1977, 0x0, 0x0, 0xc0014b8060, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0056e6c80, 0x1977, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:79 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 700 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0035bce00, 0x6dc, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0035bce00, 0x6dc, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0035bce00, 0x6dc, 0x0, 0x0, 0x115ea80, 0x2, 0xc0031fbb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0035bce00, 0x6dc, 0x0, 0x0, 0xc0035bc000, 0x6ea, 0xc0031fbbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0035bce00, 0x6dc, 0x6dc, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002874955, 0x69, 0xc0035bce00, 0x6dc, 0xaa0378, 0x1, 0xc0035bce00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb01e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 701 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc009a00, 0x7fc8b41051f0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00352e000, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00269f390, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004db4000, 0x508, 0xc004db4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0032d2e00, 0x76, 0xc004db4000, 0x508, 0xaa0378, 0x1, 0xc004db4000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 702 [semacquire]:
regexp.(*Regexp).expand(0xc0001b50e0, 0xc003bb8800, 0xc00, 0xc00, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc00697f000, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc003bb8800, 0xc00, 0xc00, 0xc002880bb0, 0x2, 0x2, 0xc00697f000, 0xe6d, 0xc2c)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc0001b50e0, 0x0, 0x0, 0x0, 0xc00697f000, 0xe6d, 0x2, 0xc0054232e0, 0xc0041d0798, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0001b50e0, 0xc00697f000, 0xe6d, 0xaa0378, 0x1, 0xc000b88160, 0xc0020de8c0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc005423450, 0xc00363ace0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc005423450, 0xc006d026c0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc005423401, 0xc0041d09f8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0054235e0, 0xc006d026c0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb04e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1281 [semacquire]:
regexp.makeOnePass(0xc00376ca50, 0xc00376ca50)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc00376c9f0, 0xc00376c9f0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0057490c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0057490c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00255980c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0057490c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0057490c0, 0x1, 0xc0016a4c80, 0xc0103eff800, 0x2804089547d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0057490c0, 0x4, 0x57e, 0xc002b1ea01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002b1e000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001408f70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00376c9c0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057499c0, 0xc005222c00, 0xa82, 0x0, 0xc0039ced92, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002b19200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 846 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0025ff900, 0x4dd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0025ff900, 0x4dd, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0025ff900, 0x4dd, 0x0, 0x0, 0x115ea80, 0x2, 0xc006337b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0025ff900, 0x4dd, 0x0, 0x0, 0xc0025fe500, 0x4df, 0xc006337bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0025ff900, 0x4dd, 0x4dd, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc005b0f900, 0x77, 0xc0025ff900, 0x4dd, 0xaa0378, 0x1, 0xc0025ff900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002b19140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 706 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009ab650, 0xaa058b, 0x2, 0xc001e41300, 0x126a, 0x0, 0xc0009ab4a0, 0xc001718fa8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0009ab5e0, 0xc0005a7e30, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0009ab5e0, 0xc001718080, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1309 [semacquire]:
bytes.makeSlice(0x1cb1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0010c69f0, 0x36d, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0010c69f0, 0xc004ea7180, 0x36d, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0010c69f0, 0xc004ea7180, 0x36d, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0010c69f0, 0xc005aad7a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0010c69f0, 0xc005aad730, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0010c69f0, 0xc00471eaf0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0010c69f0, 0xc00471ea10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0010c69f0, 0xc00471e310, 0xb84d20, 0xc0010c69f0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0010c69f0, 0xc00471e310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0010c66f0, 0x3170f0ed0, 0x1251a20, 0xc005712e80, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6f680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1310 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0050460a0, 0xc003142880, 0xcb6, 0xaa0378, 0x1, 0x1, 0x14)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0034475e0, 0xc0002dcee0, 0xc0002dd8e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1303 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000daea80, 0x994, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000daea80, 0x994, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000daea80, 0x994, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000daea80, 0x994, 0x0, 0x0, 0x115ea80, 0x2, 0xc0009afb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000daea80, 0x994, 0x0, 0x0, 0xc00144d500, 0x9ab, 0xc0009afbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000daea80, 0x994, 0x994, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00421e1e0, 0x9c, 0xc000daea80, 0x994, 0xaa0378, 0x1, 0xc000daea80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 713 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001895200, 0xc75, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001895200, 0xc75, 0x0, 0x0, 0x115ea80, 0x2, 0xc00141fb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001895200, 0xc75, 0x0, 0x0, 0xc001892000, 0xc78, 0xc00141fbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001895200, 0xc75, 0xc75, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00168ff80, 0x78, 0xc001895200, 0xc75, 0xaa0378, 0x1, 0xc001895200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 714 [semacquire]:
bytes.makeSlice(0x1437, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000e0f2d0, 0x2f1, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000e0f2d0, 0xc002e5ac00, 0x2f1, 0x2, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002e7b030)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002e7ac40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002e7a380)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0022deea0, 0xc0022deea0, 0xc0022def00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000e0f5e0, 0xc002ccdaa0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 715 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00342c600, 0x10c4, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00342c600, 0x10c4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00342c600, 0x10c4, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00342c600, 0x10c4, 0x0, 0x0, 0x115ea80, 0x2, 0xc002633b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00342c600, 0x10c4, 0x0, 0x0, 0xc00342a000, 0x10ce, 0xc002633bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00342c600, 0x10c4, 0x10c4, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0044c6d80, 0x7d, 0xc00342c600, 0x10c4, 0xaa0378, 0x1, 0xc00342c600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb13e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 716 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001ae0040, 0xc00482b388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00482b488, 0xaa04df, 0x2, 0xc003fae600, 0x10dd, 0x1, 0x16a, 0xc0035e8340)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000834270, 0xc003fae600, 0x10dd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00482b5e0, 0xc0015fc9c0, 0x7f, 0xc0044c6e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb14a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 718 [semacquire]:
strings.genSplit(0xc00250c000, 0x101e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005c2d300, 0x18d, 0x18d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0051a5488, 0xaa0503, 0x2, 0xc001fe9900, 0x101e, 0x3, 0x18d, 0xc0016fcfc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000834270, 0xc001fe9900, 0x101e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0051a55e0, 0xc002640160, 0x84, 0xc000328870)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 719 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0014bca80, 0x9fa, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0014bca80, 0x9fa, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0014bca80, 0x9fa, 0x0, 0x0, 0x115ea80, 0x2, 0xc001fcbb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0014bca80, 0x9fa, 0x0, 0x0, 0xc001bb0a80, 0xa02, 0xc001fcbbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0014bca80, 0x9fa, 0x9fa, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b0c40, 0x6c, 0xc0014bca80, 0x9fa, 0xaa0378, 0x1, 0xc0014bca80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb16e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 720 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000e1e000, 0x705, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000e1e000, 0x705, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000e1e000, 0x705, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000e1e000, 0x705, 0x0, 0x0, 0x115ea80, 0x2, 0xc000711b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000e1e000, 0x705, 0x0, 0x0, 0xc0031f3000, 0x714, 0xc000711bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000e1e000, 0x705, 0x705, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002799320, 0x8d, 0xc000e1e000, 0x705, 0xaa0378, 0x1, 0xc000e1e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb17a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 722 [semacquire]:
bytes.makeSlice(0x1504, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003338270, 0x33c, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003338270, 0xc0012ae380, 0x33c, 0x6, 0xffffffffffffffff, 0xaa03f5)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003338270, 0xc0012ae380, 0x33c, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003338270, 0xc0012f2cb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003338270, 0xc0012f2a80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003338270, 0xc0012f21c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003338270, 0xc0012f20e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003338270, 0xc0035cce70, 0xb84d20, 0xc003338270)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003338270, 0xc0035cce70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002320270, 0x1ce76f36c, 0x1251a20, 0xc002640300, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 723 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0025b3ea0, 0xc000de7388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000de7488, 0xaa0503, 0x2, 0xc0018cb500, 0x137b, 0x3, 0x1c8, 0xc0053ae840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b320, 0xc0018cb500, 0x137b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000de75e0, 0xc0042e7480, 0x69, 0xc0012b0b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb19e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 724 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005467ec0, 0xc00560f388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00560f488, 0xaa04fd, 0x2, 0xc005825a80, 0x1a4c, 0x1, 0x241, 0xc0053ae7e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0004a2210, 0xc005825a80, 0x1a4c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00560f5e0, 0xc00236c0a0, 0x76, 0xc00208c000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 727 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00233df50, 0xa9ece0, 0xc00233df20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004c155e0, 0xc000ff8b40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1ce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 728 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0066a7500, 0x986, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0066a7500, 0x986, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0066a7500, 0x986, 0x0, 0x0, 0x115ea80, 0x2, 0xc0027cbb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0066a7500, 0x986, 0x0, 0x0, 0xc0066a6a80, 0x988, 0xc0027cbbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0066a7500, 0x986, 0x986, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001f16000, 0xc7, 0xc0066a7500, 0x986, 0xaa0378, 0x1, 0xc0066a7500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1da0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 729 [semacquire]:
strings.genSplit(0xc002f84c00, 0x128f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00147acb0, 0x10000c001be3428)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001be3488, 0xaa04d9, 0x2, 0xc002f81300, 0x128f, 0xc002f81300, 0xc001be3478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b320, 0xc002f81300, 0x128f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001be35e0, 0xc002640040, 0xd5, 0xc001e3c0e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1e60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 904 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002233488, 0xaa058b, 0x2, 0xc0022e4800, 0x715, 0xc0022e4800, 0xc002233478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc0022e4800, 0x715, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0022335e0, 0xc001ba37e0, 0x7d, 0xc0037b6a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 817 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004926800, 0x780, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004926800, 0x780, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004926800, 0x780, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004926800, 0x780, 0x0, 0x0, 0x115ea80, 0x2, 0xc001977b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004926800, 0x780, 0x0, 0x0, 0xc0040fd800, 0x781, 0xc001977bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004926800, 0x780, 0x780, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001bba01e, 0x86, 0xc004926800, 0x780, 0xaa0378, 0x1, 0xc004926800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 531 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8700b2410, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00352f220, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00424e340, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002827000, 0xfb4, 0xc002827000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0026b5f00, 0xfa, 0xc002827000, 0xfb4, 0xaa0378, 0x1, 0xc002827000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334060, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 533 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc1a4c60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002625c80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004c70e10, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003b98000, 0xfc8, 0xc003b98000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001e3c7e0, 0xdd, 0xc003b98000, 0xfc8, 0xaa0378, 0x1, 0xc003b98000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a9c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 534 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e03d8c70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bed300, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00434a840, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004079180, 0x360, 0xc004079180)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002a2edee, 0x4c, 0xc004079180, 0x360, 0xaa0378, 0x1, 0xc004079180)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283aa80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 535 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e82d21a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013eb060, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003e76bf0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc000d4ab00, 0x554, 0xc000d4ab00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013fa000, 0x78, 0xc000d4ab00, 0x554, 0xaa0378, 0x1, 0xc000d4ab00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283ab40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 536 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc808bbaec0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246be60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b1f200, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0017e9800, 0xaaf, 0xc0017e9800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00407c2a0, 0x5a, 0xc0017e9800, 0xaaf, 0xaa0378, 0x1, 0xc0017e9800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283ac00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 537 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc205140, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0026250a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00382a330, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001dbb200, 0x418, 0xc001dbb200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00268e080, 0x75, 0xc001dbb200, 0x418, 0xaa0378, 0x1, 0xc001dbb200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283acc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 539 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc820982050, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001beddc0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003d12940, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003c2db00, 0x8af, 0xc003c2db00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001c92900, 0x72, 0xc003c2db00, 0x8af, 0xaa0378, 0x1, 0xc003c2db00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283ae40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 540 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc82c2583b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002625d60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000806560, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001f7b600, 0xcb5, 0xc001f7b600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00268e81b, 0x5c, 0xc001f7b600, 0xcb5, 0xaa0378, 0x1, 0xc001f7b600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283af00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 541 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc828586490, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f924c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0018ddf50, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0011dd400, 0xb0a, 0xc0011dd400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc003f4e700, 0x61, 0xc0011dd400, 0xb0a, 0xaa0378, 0x1, 0xc0011dd400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283afc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 543 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc83c6cce10, 0x7fc83c6cdc20)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c4d20, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00340a8f0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00183e000, 0x967, 0xc00183e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001c93300, 0x7c, 0xc00183e000, 0x967, 0xaa0378, 0x1, 0xc00183e000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 544 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc838383580, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac6460, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021724a0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001c9ac80, 0xc0d, 0xc001c9ac80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0043a5140, 0xbc, 0xc001c9ac80, 0xc0d, 0xaa0378, 0x1, 0xc001c9ac80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 545 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8441cef40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f92e00, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026f7610, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001f2c000, 0xfe7, 0xc001f2c000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc004d6a510, 0x26, 0xc001f2c000, 0xfe7, 0xaa0378, 0x1, 0xc001f2c000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 738 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8409d10a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d480c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028eab90, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0031f3800, 0x720, 0xc0031f3800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001842180, 0x79, 0xc0031f3800, 0x720, 0xaa0378, 0x1, 0xc0031f3800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 739 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7dc431a50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004507260, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001c71180, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0011d8000, 0xbb3, 0xc0011d8000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002eae036, 0x70, 0xc0011d8000, 0xbb3, 0xaa0378, 0x1, 0xc0011d8000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 740 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7f4c919f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac68a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0025593e0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001984000, 0x1643, 0xc001984000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001b920fb, 0x78, 0xc001984000, 0x1643, 0xaa0378, 0x1, 0xc001984000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 742 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e43b8d40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0025eb4e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047f9290, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0017b3000, 0x39a, 0xc0017b3000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000026d00, 0x75, 0xc0017b3000, 0x39a, 0xaa0378, 0x1, 0xc0017b3000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 743 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7e08badd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002624020, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003c51010, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001599800, 0x38b, 0xc001599800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002fc5200, 0x71, 0xc001599800, 0x38b, 0xaa0378, 0x1, 0xc001599800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 744 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7ec4ec040, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444c400, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007d6c60, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003c9f000, 0x7c9, 0xc003c9f000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0011f8990, 0x81, 0xc003c9f000, 0x7c9, 0xaa0378, 0x1, 0xc003c9f000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 745 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc818bac4a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac7e20, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003db94a0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004164600, 0x10a9, 0xc004164600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001376510, 0x6c, 0xc004164600, 0x10a9, 0xaa0378, 0x1, 0xc004164600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 746 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7f065b940, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0026255c0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a8d0c0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001c8a000, 0x7b5, 0xc001c8a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00161e850, 0x6e, 0xc001c8a000, 0x7b5, 0xaa0378, 0x1, 0xc001c8a000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 747 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7fc334cf0, 0x7fc7fc335470)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0026256a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a8d130, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0033df400, 0x3b9, 0xc0033df400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc003eb4960, 0x98, 0xc0033df400, 0x3b9, 0xaa0378, 0x1, 0xc0033df400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283ba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 748 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8105b5b50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bedbe0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b806f0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001de1700, 0x551, 0xc001de1700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00176cab0, 0x8f, 0xc001de1700, 0x551, 0xaa0378, 0x1, 0xc001de1700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283bb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 749 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8cc85f100, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac73e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f6af00, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0053a3180, 0x51e, 0xc0053a3180)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b0e00, 0x62, 0xc0053a3180, 0x51e, 0xaa0378, 0x1, 0xc0053a3180)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283bbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 750 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc7d8c42a10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003e58da0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00130fbf0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0041a2500, 0x4eb, 0xc0041a2500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0027c09b8, 0x44, 0xc0041a2500, 0x4eb, 0xaa0378, 0x1, 0xc0041a2500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283bc80, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 751 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8044b5620, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d48620, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a31f70, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0013f5500, 0x955, 0xc0013f5500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002ed1480, 0x7d, 0xc0013f5500, 0x955, 0xaa0378, 0x1, 0xc0013f5500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 752 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc80c3f6230, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bed480, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004ce1600, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003116000, 0x5c3, 0xc003116000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0011f98c0, 0x82, 0xc003116000, 0x5c3, 0xaa0378, 0x1, 0xc003116000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 753 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc84c1e5420, 0x7fc84c1e5bb0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013ebe80, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003828c40, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc003936a00, 0x694, 0xc003936a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b1570, 0x6e, 0xc003936a00, 0x694, 0xaa0378, 0x1, 0xc003936a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 754 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8144ac8a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d48e60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00382a980, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001658380, 0xca5, 0xc001658380)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001bba2c0, 0xa5, 0xc001658380, 0xca5, 0xaa0378, 0x1, 0xc001658380)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 756 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8245b91b0, 0x7fc8292058c0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013eb720, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0026b9fa0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002a7f000, 0x737, 0xc002a7f000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001891ae0, 0x9f, 0xc002a7f000, 0x737, 0xaa0378, 0x1, 0xc002a7f000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037d860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 757 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc820317be0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246a7a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00352ccf0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00340e700, 0x687, 0xc00340e700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc004d65490, 0x70, 0xc00340e700, 0x687, 0xaa0378, 0x1, 0xc00340e700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037d9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 758 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc841345970, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c4e20, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004789470, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00459e900, 0x814, 0xc00459e900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001b20000, 0x92, 0xc00459e900, 0x814, 0xaa0378, 0x1, 0xc00459e900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037dce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 844 [semacquire]:
strings.Replace(0xc005827500, 0x19ca, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc005827500, 0x19ca)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060219c0, 0xc005827500, 0x19ca, 0x10, 0xc00519dbd9, 0x1b)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002b18fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 845 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0008ee320, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0008ee320, 0x0, 0x0, 0x0, 0xc0045292c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0008ee320, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045299c0, 0xc005b09400, 0xb00, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002b19080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 448 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00408c5e0, 0xc004873388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004873488, 0xaa04fd, 0x2, 0xc001613400, 0xbe7, 0x1, 0x148, 0xc003c93da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc001613400, 0xbe7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0048735e0, 0xc003c93a60, 0x69, 0xc0012b07e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021dbd40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 903 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004263c40, 0xc004869388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004869488, 0xaa04d9, 0x2, 0xc000afe000, 0x5e3, 0xc000afe000, 0xc004869478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc000afe000, 0x5e3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0048695e0, 0xc0042638a0, 0x70, 0xc000fcfc00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 768 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc83899dd10, 0x7fc83899e390)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00352e7e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0045fcbb0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00442af00, 0x27d, 0xc00442af00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001b20b40, 0x9c, 0xc00442af00, 0x27d, 0xaa0378, 0x1, 0xc00442af00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008fb00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1301 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005f971b0, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc005f971b0, 0xb7b620, 0xc0033a3e60, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0033a3e60, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0033a3e60, 0xc005f972a0, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0033a3e60, 0x0, 0x0, 0x0, 0x1000, 0xc002396000, 0xec5, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc002396000, 0xec5, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005bd2180)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005f975e0, 0xc0042621a0, 0xc001570780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 917 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0009e8000, 0x75b, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0009e8000, 0x75b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0009e8000, 0x75b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0009e8000, 0x75b, 0x0, 0x0, 0x115ea80, 0x2, 0xc003affb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0009e8000, 0x75b, 0x0, 0x0, 0xc0037f3800, 0x75e, 0xc003affbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0009e8000, 0x75b, 0x75b, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001754f00, 0x7a, 0xc0009e8000, 0x75b, 0xaa0378, 0x1, 0xc0009e8000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 899 [semacquire]:
regexp.(*bitState).reset(0xc001c6d550, 0xc00009b1d0, 0x14, 0x2)
/usr/local/go/src/regexp/backtrack.go:100 +0x18b
regexp.(*Regexp).backtrack(0xc0000ed2c0, 0x0, 0x0, 0x0, 0xc00174fdc0, 0x14, 0x0, 0x2, 0xc0029ec020, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc0000ed2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00174fdc0, 0x14, 0x0, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc0000ed2c0, 0x0, 0x0, 0x0, 0xc00174fdc0, 0x14, 0x2, 0xc00317def8, 0x2, 0xc00317df98, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000ed2c0, 0xc00174fdc0, 0x14, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00317f188, 0xc002fc7c00, 0xc00317dfe8, 0x43b886)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00317f188, 0xc002fc7b90, 0x7fc9089547d0, 0xc0021cc600)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00317f188, 0xc002fc7b90, 0x1e7, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00317f188, 0xc002fc7b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00317f188, 0xc002fc7ab0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00317f188, 0xc002fc7ab0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00317f188, 0xc002fc7ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00317f188, 0xc002fc7ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00317f188, 0xc002fc7340, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002077188, 0xc002fc7340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002077188, 0xc002fc7340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00317f188, 0xc002fc7260, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002077188, 0xc002fc7260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002077188, 0xc002fc7260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00317f188, 0xc002fc6b60, 0xc0004fae00, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002077188, 0xc002fc6b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002077188, 0xc002fc6b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00317f188, 0xc002fc6a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002077188, 0xc002fc6a80, 0x54b170, 0xc002ed3520)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002fc6a80, 0x0, 0x0, 0x0, 0x0, 0xc002fc6a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0058c47b0, 0x0, 0x0, 0x0, 0xc00, 0xc003757800, 0xacc, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003757800, 0xacc, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002f93100)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0020775e0, 0xc002657b80, 0xc000852280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1300 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0016b6600, 0x5ba, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0016b6600, 0x5ba, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0016b6600, 0x5ba, 0x0, 0x0, 0x115ea80, 0x2, 0xc001d51b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0016b6600, 0x5ba, 0x0, 0x0, 0xc001693800, 0x5ba, 0xc001d51bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0016b6600, 0x5ba, 0x5ba, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b09a0, 0x61, 0xc0016b6600, 0x5ba, 0xaa0378, 0x1, 0xc0016b6600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6ee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 778 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc83c1e79b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000133ea0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00424b050, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0014d7900, 0x4c2, 0xc0014d7900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0027c0f00, 0x7a, 0xc0014d7900, 0x4c2, 0xaa0378, 0x1, 0xc0014d7900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 779 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006c1e800, 0x743, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006c1e800, 0x743, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006c1e800, 0x743, 0x0, 0x0, 0x115ea80, 0x2, 0xc000e0bb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006c1e800, 0x743, 0x0, 0x0, 0xc006c19800, 0x747, 0xc000e0bbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006c1e800, 0x743, 0x743, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000362f00, 0x79, 0xc006c1e800, 0x743, 0xaa0378, 0x1, 0xc006c1e800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 780 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc820315b30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000133400, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b112c0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0049f7680, 0x412, 0xc0049f7680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0027c10a0, 0x58, 0xc0049f7680, 0x412, 0xaa0378, 0x1, 0xc0049f7680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 449 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002664a80, 0x9c5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002664a80, 0x9c5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002664a80, 0x9c5, 0x0, 0x0, 0x115ea80, 0x2, 0xc001799b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002664a80, 0x9c5, 0x0, 0x0, 0xc001f13500, 0x9ce, 0xc001799bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002664a80, 0x9c5, 0x9c5, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001bbc380, 0x6b, 0xc002664a80, 0x9c5, 0xaa0378, 0x1, 0xc002664a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021dbe00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 782 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000ac8d80, 0xc88, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000ac8d80, 0xc88, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000ac8d80, 0xc88, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000ac8d80, 0xc88, 0x0, 0x0, 0x115ea80, 0x2, 0xc002633b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000ac8d80, 0xc88, 0x0, 0x0, 0xc000ac8000, 0xc91, 0xc002633bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000ac8d80, 0xc88, 0xc88, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0043a6240, 0x81, 0xc000ac8d80, 0xc88, 0xaa0378, 0x1, 0xc000ac8d80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515980, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 2002 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0001b5540, 0xc0049d5502, 0xa2b, 0x0, 0x0, 0xc00142b440, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0049d5502, 0xa2b, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002277f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:79 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 785 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc0019215e0, 0xc0042e6740, 0xc0012ba000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:263 +0x32
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 788 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8245c7ba0, 0x7fc8245c7ca0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041c4c60, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0034934b0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002778600, 0x5dc, 0xc002778600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013f6a40, 0x58, 0xc002778600, 0x5dc, 0xaa0378, 0x1, 0xc002778600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021da120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 789 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc82ce21530, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f930a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ca1750, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001d88700, 0x33a, 0xc001d88700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00051e240, 0x89, 0xc001d88700, 0x33a, 0xaa0378, 0x1, 0xc001d88700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021da1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1319 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc002b79188, 0xaa04bf, 0x2, 0xc004d1ad81, 0x217, 0xae62c8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002b79188, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002b79188, 0xc0006413b0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b79188, 0xc0006413b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b79188, 0xc0006413b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002b79188, 0xc0006409a0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003457188, 0xc0006409a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003457188, 0xc0006409a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002b79188, 0xc0006408c0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003457188, 0xc0006408c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003457188, 0xc0006408c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002b79188, 0xc0006401c0, 0xc0008d0700, 0x7fc908957080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003457188, 0xc0006401c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003457188, 0xc0006401c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002b79188, 0xc0006400e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003457188, 0xc0006400e0, 0x54b170, 0xc001089c70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0006400e0, 0x0, 0x0, 0x0, 0x0, 0xc0006400e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00374d800, 0x0, 0x0, 0x0, 0x1300, 0xc004c96000, 0x1053, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004c96000, 0x1053, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0043a6360)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0034575e0, 0xc00180bd60, 0xc001ae0640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 791 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8586f2ce0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00031cb40, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021352b0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0006e6400, 0xa82, 0xc0006e6400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0044c6100, 0x7d, 0xc0006e6400, 0xa82, 0xaa0378, 0x1, 0xc0006e6400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021da360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 792 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc85c56c6d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00352f1a0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003db7a90, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001aea880, 0xd0e, 0xc001aea880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0008000c0, 0x5c, 0xc001aea880, 0xd0e, 0xaa0378, 0x1, 0xc001aea880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021da420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 793 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc864e37ba0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d48ca0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00434a750, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc002193000, 0xe0a, 0xc002193000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001b280a0, 0x86, 0xc002193000, 0xe0a, 0xaa0378, 0x1, 0xc002193000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021da4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 794 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc83c2035d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00444c3e0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0039217f0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0043b4900, 0x2d8, 0xc0043b4900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b17a0, 0x69, 0xc0043b4900, 0x2d8, 0xaa0378, 0x1, 0xc0043b4900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021da5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1322 [semacquire]:
bytes.makeSlice(0x973, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00570b450, 0x1b1, 0x1e7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00570b450, 0xc0016f1dc0, 0x1b1, 0x5165d7, 0xc0047582c4, 0xc001a89900)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00062d340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00062d2d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00062ccb0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00062cbd0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00062c4d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00376c1b0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00570b5e0, 0xc00236c6e0, 0x7d, 0xc0024ba200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057e540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 796 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8710e8a40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001299240, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004bcb8f0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001e34d00, 0x89b, 0xc001e34d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012de0b0, 0xa8, 0xc001e34d00, 0x89b, 0xaa0378, 0x1, 0xc001e34d00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021da720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 797 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc879630e90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ac7900, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028ff970, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0024fb000, 0x172c, 0xc0024fb000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00159e550, 0x33, 0xc0024fb000, 0x172c, 0xaa0378, 0x1, 0xc0024fb000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021da7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 799 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8886eb200, 0x7fc8886eb2c0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001299dc0, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002c933b0, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc001ba8380, 0xc9f, 0xc001ba8380)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00161e620, 0x67, 0xc001ba8380, 0xc9f, 0xaa0378, 0x1, 0xc001ba8380)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021da960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1321 [semacquire]:
regexp.onePassCopy(0xc0050a1f80, 0xc0050a1f80)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0050a1f80, 0xc0050a1f80)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00570f0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00570f0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0025594cc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00570f0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00570f0c0, 0x1, 0xc0016a4820, 0xc0103eff880, 0x2804089547d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00570f0c0, 0x4, 0x198, 0xc002b38e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002b38000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001408750, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050a1f50, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00570f9c0, 0xc002ba3000, 0xe61, 0xd1b0d0bfd0bed020, 0xd181d1bed0bdd081, 0x80d1bfd0208cd182)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057e240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 808 [semacquire]:
github.com/andybalholm/cascadia.Compile(0xaa8944, 0x6, 0x0, 0x0, 0xc000f4d458)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024aeba0, 0xaa8944, 0x6, 0xc006c85650)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*VideoExtractor).GetVideos(0xc004191910, 0xc00296b3a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/videos.go:137 +0xad
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:163 +0x86a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021db020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 908 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004d2d380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004d2d450, 0xc003061490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c922c0, 0x0, 0x0, 0x0, 0xc0046812c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c922c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046819c0, 0xc000c7d000, 0xe11, 0x42ca96, 0xc0019a33e0, 0x60)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 416 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc830044c90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00246b180, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00179e690, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004cf5880, 0x339, 0xc004cf5880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00060e540, 0x58, 0xc004cf5880, 0x339, 0xaa0378, 0x1, 0xc004cf5880)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004417380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 417 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d85650, 0xaa058b, 0x2, 0xc00693dea0, 0xde, 0x3, 0x12, 0xc00470b600)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc004d855e0, 0xc0028ba7b0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004d855e0, 0xc001ba2fc0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004417440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 819 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc8dc00c890, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f93c40, 0x13, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003db0d90, 0xd, 0x2)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0018b8d80, 0x44a, 0xc0018b8d80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:26 +0x6f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00321b188, 0x95, 0xc0018b8d80, 0x44a, 0xaa0378, 0x1, 0xc0018b8d80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0044175c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 820 [semacquire]:
reflect.unsafe_NewArray(0xa49de0, 0x4, 0xa49de0)
/usr/local/go/src/runtime/malloc.go:1192 +0x35
reflect.MakeSlice(0xb90360, 0x9de620, 0x0, 0x4, 0x9de620, 0x0, 0x0)
/usr/local/go/src/reflect/value.go:2268 +0xc4
encoding/json.(*decodeState).array(0xc001c6c790, 0x9cfa40, 0xc005467fe0, 0x16, 0xc001c6c7b8, 0x5b)
/usr/local/go/src/encoding/json/decode.go:564 +0x6f7
encoding/json.(*decodeState).value(0xc001c6c790, 0x9cfa40, 0xc005467fe0, 0x16, 0xc00488fa08, 0x532927)
/usr/local/go/src/encoding/json/decode.go:377 +0xfd
encoding/json.(*decodeState).unmarshal(0xc001c6c790, 0x9cfa40, 0xc005467fe0, 0xc001c6c7b8, 0x0)
/usr/local/go/src/encoding/json/decode.go:180 +0x1f0
encoding/json.Unmarshal(0xc0016e9560, 0x8a, 0x90, 0x9cfa40, 0xc005467fe0, 0x90, 0x1)
/usr/local/go/src/encoding/json/decode.go:107 +0x112
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00408c2a0, 0xc004436e00, 0x61d, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc004436e00, 0x61d, 0xc004436e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:29 +0x94
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b1c70, 0x63, 0xc004436e00, 0x61d, 0xaa0378, 0x1, 0xc004436e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004417680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 882 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003210b20, 0xc0012ed388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012ed488, 0xaa04f9, 0x2, 0xc002681800, 0x7a5, 0xc002681800, 0xc0012ed478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0014b8060, 0xc002681800, 0x7a5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0012ed5e0, 0xc003210760, 0x8e, 0xc00176c035)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eacba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1324 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc001151d40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x708
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001151d40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001151d40, 0xc002157420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0058c50b0, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc0023214a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0023214a0, 0x0, 0x0, 0x0, 0xc00, 0xc004cacc00, 0xb7c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004cacc00, 0xb7c, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0001df0c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00570d5e0, 0xc002fd5ac0, 0xc004262480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1328 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0042f6000, 0x6f4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0042f6000, 0x6f4, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0042f6000, 0x6f4, 0x0, 0x0, 0x115ea80, 0x2, 0xc002f21b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0042f6000, 0x6f4, 0x0, 0x0, 0xc003d75100, 0x6f8, 0xc002f21bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0042f6000, 0x6f4, 0x6f4, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00002e310, 0x36, 0xc0042f6000, 0x6f4, 0xaa0378, 0x1, 0xc0042f6000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 936 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005057500, 0x323, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005057500, 0x323, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005057500, 0x323, 0x0, 0x0, 0x115ea80, 0x2, 0xc0020d3b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005057500, 0x323, 0x0, 0x0, 0xc005057180, 0x327, 0xc0020d3bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005057500, 0x323, 0x323, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001c93f2b, 0x49, 0xc005057500, 0x323, 0xaa0378, 0x1, 0xc005057500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 935 [semacquire]:
strings.genSplit(0xc003a38000, 0x13b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc002b8fe00, 0x16)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0020035e0, 0xc0048160c0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x3, 0xc0048160c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0010115c0, 0xc0020033e8, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0020035e0, 0xc001011020, 0xc00000e920)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0020035e0, 0xc001011020, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0020035e0, 0xc001011020, 0xc001011020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f500, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1329 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00589ebd0, 0xa9ece0, 0xc00589eba0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0060a15e0, 0xc0005253e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 2005 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 934 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0034fb600, 0x858, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0034fb600, 0x858, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0034fb600, 0x858, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0034fb600, 0x858, 0x0, 0x0, 0x115ea80, 0x2, 0xc004149b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0034fb600, 0x858, 0x0, 0x0, 0xc0034fa400, 0x85a, 0xc004149bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0034fb600, 0x858, 0x858, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00504c770, 0x61, 0xc0034fb600, 0x858, 0xaa0378, 0x1, 0xc0034fb600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f380, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1010 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00376fc80, 0x2694392e3, 0x1251a20, 0xc004262a00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028ab200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1380 [semacquire]:
strings.Replace(0xc002824c00, 0x1197, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0027714d0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001cd9c0, 0xc002824c00, 0x1197, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000349860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 854 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001bf3390, 0x0, 0x1, 0xc0045c9a08, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001bf3390, 0xc0045c9a10, 0x0, 0xc001bf33c8, 0x75a8b9)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001bf3390, 0xc001bf044e, 0x48e800, 0xc001bf3370, 0x49e710, 0x1161600)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa3da6, 0x4, 0x44e, 0x2, 0x6d, 0x6d, 0xc001bf3428)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa3da6, 0x4, 0x50c765, 0xc00504c150, 0x6f)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00195fbc0, 0xaa3da6, 0x4, 0xffffffffffffffff)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001bf35e0, 0xc00236c5e0, 0x6f, 0xc00504c150)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:120 +0x4a
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 447 [semacquire]:
regexp.onePassCopy(0xc00589ff80, 0xc00589ff80)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc00589ff80, 0xc00589ff80)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0045653c8, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0045653c8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0045653c8, 0x0, 0xb856e0, 0xc000524108, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0045653c8, 0xc003cd0150, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0045653c8, 0x42ca96, 0xc00589ff50, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc004565438, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001f31120, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0010c68a0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0045655e0, 0xc0042e63a0, 0xabc101, 0x1d, 0x89, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021db860, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 856 [semacquire]:
github.com/araddon/dateparse.newParser(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1703
github.com/araddon/dateparse.parseTime(0xc005f886a0, 0x1c, 0x0, 0xc005f886a0, 0x1c, 0x1c)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0x42
github.com/araddon/dateparse.ParseAny(0xc005f886a0, 0x1c, 0x3, 0xaa0378, 0x1, 0xc005f886a0, 0x1c)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003a035e0, 0xc000853520, 0xc000853f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2f9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 911 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00247c800, 0x744, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00247c800, 0x744, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00247c800, 0x744, 0x0, 0x0, 0x115ea80, 0x2, 0xc005427b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00247c800, 0x744, 0x0, 0x0, 0xc004fcb800, 0x752, 0xc005427bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00247c800, 0x744, 0x744, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002799d40, 0x81, 0xc00247c800, 0x744, 0xaa0378, 0x1, 0xc00247c800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aa0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 909 [semacquire]:
strings.Replace(0xc0068da000, 0xdee, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc0068da000, 0xdee)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0009919c0, 0xc002457000, 0xdea, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 905 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004b19ee0, 0xc001cfa000, 0x20a)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004b19ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004b19ee0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004b19ee0, 0xc0047362a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ae1b00, 0x0, 0x0, 0x0, 0xc0030252c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ae1b00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030259c0, 0xc003f57800, 0x154c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 937 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0042fb000, 0x75e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0042fb000, 0x75e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0042fb000, 0x75e, 0x0, 0x0, 0x115ea80, 0x2, 0xc000711b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0042fb000, 0x75e, 0x0, 0x0, 0xc0042fa000, 0x75e, 0xc000711bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0042fb000, 0x75e, 0x75e, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0031f0400, 0x7a, 0xc0042fb000, 0x75e, 0xaa0378, 0x1, 0xc0042fb000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 938 [semacquire]:
strings.genSplit(0xc006c87000, 0xf58, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc000000000, 0x7fc8e04ee6c8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00110f488, 0xaa0599, 0x2, 0xc001a6c000, 0xf58, 0xc001a6c000, 0xc00110f478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc001a6c000, 0xf58, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00110f5e0, 0xc0000a6580, 0xcc, 0xc00135ef70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008fbc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 939 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002c3add0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002c3aea0, 0xc00561c310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0056501b0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005650180, 0x0, 0x0, 0x0, 0x1a80, 0xc005654000, 0x1a0d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc005654000, 0x1a0d, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0030aa6c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0017455e0, 0xc000853060, 0xc00519a620)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008ff80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 940 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00387d3a8, 0x20300100000000, 0x7fc8745ccfff, 0xc00387d2e0, 0x3)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00387d3a8, 0xc00256d800, 0x5, 0xc00387d2f8, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00387d3a8, 0xc00387d3c0, 0x43b3b7, 0x1252790, 0xc00387d300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fc8e0311858, 0xc00387d401, 0x10100000042ab7a, 0x0, 0xf65)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002655650, 0xaa64ee, 0x5, 0xffc)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00387d5e0, 0xc002f3fae0, 0xf65, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000800120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 941 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002d5f6c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002d5f790, 0xc00504b9d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001571520, 0x0, 0x0, 0x0, 0xc000de92c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001571520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000de99c0, 0xc001847000, 0x15d2, 0xd082d1bdd0b5d0bc, 0xd120b8d020b2d0be, 0xbfd0202eb4d02e82)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008001e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 942 [semacquire]:
strings.genSplit(0xc0019f6000, 0x1384, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003b5e000, 0x202, 0x202)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001111488, 0xaa04f9, 0x2, 0xc000fc7500, 0x1384, 0x12, 0x202, 0xc004ace1c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9590, 0xc000fc7500, 0x1384, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0011115e0, 0xc0030161e0, 0x65, 0xc003f4e3f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008002a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 943 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005699470, 0x234a41e46, 0x1251a20, 0xc0053ae2c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000800360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 944 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0042e66e0, 0xc0039ff388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039ff488, 0xaa0569, 0x2, 0xc003b36d00, 0x860, 0x1, 0xee, 0xc0042e66c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc003b36d00, 0x860, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039ff5e0, 0xc0021876c0, 0x85, 0xc0011f8d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000800480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 945 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fb3650, 0xaa058b, 0x2, 0xc0014df800, 0x16f, 0x30, 0xc001fb3358, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc0033a3d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0033a3d10, 0xc001fb33e8, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001fb35e0, 0xc0033a3bf0, 0xc003016100)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001fb35e0, 0xc0033a3bf0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001fb35e0, 0xc0033a3bf0, 0xc0033a3bf0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000800540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 559 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003c2e400, 0x89c, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003c2e400, 0x89c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003c2e400, 0x89c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003c2e400, 0x89c, 0x0, 0x0, 0x115ea80, 0x2, 0xc000711b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003c2e400, 0x89c, 0x0, 0x0, 0xc003c2c000, 0x8a1, 0xc000711bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003c2e400, 0x89c, 0x89c, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001842080, 0x49, 0xc003c2e400, 0x89c, 0xaa0378, 0x1, 0xc003c2e400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6e840, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 948 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0052187e0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004bd35e0, 0xc002187b80, 0x8f, 0xc0043a6998)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000800780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 950 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc004bd0f00, 0xc002624578, 0x1, 0x2, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc004bd0f00, 0xc0015d6620, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc004bd0f00, 0xc0015d6690, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0015d6690, 0xc0015d6690, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004bd13c8, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004bd13c8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004bd13c8, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004bd13c8, 0x75a856, 0x0, 0xc002553dc0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004bd13c8, 0xc004bd1390, 0xc004bd1418, 0x42ca96, 0xc0010c6db0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc004bd1430, 0xc004bd1448, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc002b8d680)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005699dd0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc004bd15e0, 0xc001ba2620, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000800900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 951 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0006d7188, 0xc0035ffc00, 0x3d0, 0x3d0, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006d7188, 0xc0009d5730, 0xc0006d6278, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0006d7188, 0xc0009d56c0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0006d7188, 0xc0009d56c0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0006d7188, 0xc0009d56c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006d7188, 0xc0009d56c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0006d7188, 0xc0009d4460, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00552f188, 0xc0009d4460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00552f188, 0xc0009d4460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0006d7188, 0xc0009d4380, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00552f188, 0xc0009d4380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00552f188, 0xc0009d4380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0006d7188, 0xc005785c70, 0xc00552ee08, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00552f188, 0xc005785c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00552f188, 0xc005785c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0006d7188, 0xc005785b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00552f188, 0xc005785b90, 0x54b170, 0xc0014871e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005785b90, 0x0, 0x0, 0x0, 0x0, 0xc005785b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002be0b10, 0x0, 0x0, 0x0, 0x1500, 0xc002706000, 0x1444, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002706000, 0x1444, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4689405e00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00552f5e0, 0xc001ae1f40, 0xc00470aa80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008009c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 952 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004d2dba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc004d2dc70, 0xc0055f9ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c925a0, 0x0, 0x0, 0x0, 0xc0032c52c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c925a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032c59c0, 0xc002699000, 0x15d9, 0x0, 0xc0039e342c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000800a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 953 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000800c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 954 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc000c481a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000c481a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000c481a0, 0xc00571cfc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c926a0, 0x0, 0x0, 0x0, 0xc002e152c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c926a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e159c0, 0xc003e66380, 0xce5, 0xb0d0bcd02081d120, 0x3220b0d082d180d1, 0xbed0b3d020363130)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000800cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 955 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003607650, 0xaa058b, 0x2, 0xc001826000, 0x24e, 0x5, 0x14, 0xc00519b880)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0036075e0, 0xc005466600, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000800de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 956 [semacquire]:
bytes.makeSlice(0x391, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0062a52d0, 0x1bb, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0062a52d0, 0xc002d628c0, 0x1bb, 0x5165d7, 0xc0033ab27e, 0xc003406336)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006053810)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0060537a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c23420)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003c077a0, 0xc003c07950, 0xc000afba00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0062a55e0, 0xc004acf980, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000800f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 957 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c7b650, 0xaa058b, 0x2, 0xc006d18f00, 0x172, 0x4, 0x1e, 0xc0053aeb80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc003c7b5e0, 0xc00533ecc0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003c7b5e0, 0xc002f3ea20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008010e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 958 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004262700, 0xc004877388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004877488, 0xaa0599, 0x2, 0xc004c4c000, 0x8f2, 0x1a, 0x120, 0xc003315320)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9590, 0xc004c4c000, 0x8f2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0048775e0, 0xc0048ed560, 0x83, 0xc00051eea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008011a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 959 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003cb1b00, 0x8db, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003cb1b00, 0x8db, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003cb1b00, 0x8db, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003cb1b00, 0x8db, 0x0, 0x0, 0x115ea80, 0x2, 0xc001fcbb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003cb1b00, 0x8db, 0x0, 0x0, 0xc003cb1200, 0x8de, 0xc001fcbbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003cb1b00, 0x8db, 0x8db, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001bbc690, 0x6b, 0xc003cb1b00, 0x8db, 0xaa0378, 0x1, 0xc003cb1b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008012c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 960 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0048ed0a0, 0xc0001d1388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0001d1488, 0xaa04d9, 0x2, 0xc0028be000, 0xe5d, 0xc0028be000, 0xc0001d1478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc0028be000, 0xe5d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0001d15e0, 0xc001719320, 0x6c, 0xc000fce230)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008013e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 962 [semacquire]:
bytes.makeSlice(0x106, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00094b450, 0x86, 0xc00094b268)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00094b450, 0xc0017006c0, 0x86, 0x5165d7, 0xc0069aeb29, 0xc004466495)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0008b6a80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0008b6a10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0008b6930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0008b6850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0008b6150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006c12db0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00094b5e0, 0xc0042e61a0, 0x86, 0xc001700480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000801560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 963 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5720, 0x0, 0x0, 0x0, 0xc00672e000, 0x949, 0x2, 0xc005e95b20, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0001b5720, 0xc00672e000, 0x949, 0xaa0378, 0x1, 0xc0011f6000, 0x949)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00672e000, 0x949, 0xaa0378, 0x1, 0xc00672e000, 0x949)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000801620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:80 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 964 [semacquire]:
strings.genSplit(0xc0006e4000, 0xb24, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005906a00, 0x19b, 0x19b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00078d488, 0xaa05c9, 0x2, 0xc003a5a800, 0xb24, 0x1, 0x19b, 0xc002ccc2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc003a5a800, 0xb24, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00078d5e0, 0xc00363bda0, 0x7d, 0xc00268ef2e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008016e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 965 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005c54820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005c54a90, 0xc003f0c3f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005378e40, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005378e10, 0x0, 0x0, 0x0, 0xd80, 0xc004a8b600, 0xd06, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004a8b600, 0xd06, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00159eaa0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004b755e0, 0xc00180af40, 0xc0054666a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008017a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 966 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0035bc000, 0x669, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0035bc000, 0x669, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0035bc000, 0x669, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0035bc000, 0x669, 0x0, 0x0, 0x115ea80, 0x2, 0xc002633b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0035bc000, 0x669, 0x0, 0x0, 0xc0016a9100, 0x66c, 0xc004721bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0035bc000, 0x669, 0x669, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00051e768, 0x69, 0xc0035bc000, 0x669, 0xaa0378, 0x1, 0xc0035bc000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000801860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 967 [semacquire]:
strings.Replace(0xc00311c000, 0xe01, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc00311c000, 0xe01)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057319c0, 0xc00311c000, 0xe01, 0xb1d0bcd0b0d02085, 0xb9d0b8d086d1b8d0, 0xd0a0c2bed0bfd02e)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000801980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 968 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041f79c0, 0xc00500cc00, 0xa86, 0xd0a0c2b9d0b5d020, 0xd182d181d1bed0b4, 0xa0c2bad020bfd083)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000801b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 970 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00463a750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00463a820, 0xc006c53260, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003956e60, 0x0, 0x0, 0x0, 0xc005cd72c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003956e60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005cd79c0, 0xc001847000, 0x1600, 0x13, 0xc0004451ff, 0xe)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000801da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 971 [semacquire]:
regexp.makeOnePass.func1(0x1, 0xc004c6ffc0, 0x10, 0x10, 0x4)
/usr/local/go/src/regexp/onepass.go:360 +0x7ec
regexp.makeOnePass(0xc00427a3f0, 0xc00427a3f0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0068490b0, 0xc0068490b0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x1a)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004d950c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004d950c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0068eb0d4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004d950c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004d950c0, 0x1, 0xc0041e0190, 0xc01024ddc00, 0x280408957080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004d950c0, 0x4, 0xd2c, 0xc00688d201, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00688d000, 0x28, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x440d95, 0xc000611660)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006849080, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d959c0, 0xc005ceb300, 0x1180, 0x1, 0xc000445fa8, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eac000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 972 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b73488, 0xaa04df, 0x2, 0xc00493c000, 0x8cc, 0x1, 0xf3, 0xc0053ae820)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc00493c000, 0x8cc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b735e0, 0xc0042e7080, 0x80, 0xc001754280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eac0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 973 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc002c3b2b0, 0xc000c5e000)
/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.beforeHTMLIM(0xc002c3b2b0, 0x7fc900000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:555 +0xf9
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002c3b2b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002c3b2b0, 0xc000c05f10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002ccc940, 0x0, 0x0, 0x0, 0xc00440f2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002ccc940, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00440f9c0, 0xc003118a80, 0xa02, 0xd, 0xc000ada0d6, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eac180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 974 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009af650, 0xaa058b, 0x2, 0xc00610b040, 0x12b, 0x3, 0x1b, 0xc0043af840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0009af5e0, 0xc0021862a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eac240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 975 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004ec9860, 0xc00421a680, 0x19e)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004ec9860, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004ec9860)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004ec9860, 0xc00048dd50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0042626a0, 0x0, 0x0, 0x0, 0xc004fc52c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0042626a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004fc59c0, 0xc00079a000, 0x121d, 0x13, 0xc000adb1ff, 0xe)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eac480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 976 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0054c1650, 0xaa058b, 0x2, 0xc001758600, 0x1e6, 0x6, 0x17, 0xc00363bbc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0054c15e0, 0xc00363ac60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eac600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 977 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00470ab60, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00470ab60, 0x0, 0x0, 0x0, 0xc00444b2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00470ab60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00444b9c0, 0xc0039e8c00, 0x11af, 0x4, 0xc000447678, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eac6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 978 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002ccdec0, 0xc003b8f388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b8f488, 0xaa04fd, 0x2, 0xc003432000, 0xd36, 0x1, 0x13c, 0xc001ae1ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc003432000, 0xd36, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b8f5e0, 0xc003c92ee0, 0x62, 0xc00161e230)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eac780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 979 [semacquire]:
strings.Replace(0xc004136000, 0x1ac6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc004136000, 0x1ac6)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055379c0, 0xc004136000, 0x1ac6, 0xc, 0xc000ad88f4, 0x12)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eac840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 980 [semacquire]:
strings.Replace(0xc0039e4000, 0x108d, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc0039e4000, 0x108d)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040839c0, 0xc000816600, 0x108b, 0xc, 0xc000ad956f, 0x9)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eac960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 981 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055339c0, 0xc0030c2000, 0x96b, 0xfb, 0x10b, 0x173)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eaca80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1014 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc005bfde10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005bfde10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005bfde10, 0xc00618a2a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003d76450, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0058c4150, 0x0, 0x0, 0x0, 0x2500, 0xc004aa2a00, 0x2149, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004aa2a00, 0x2149, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0010e4040)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0033ef5e0, 0xc002f3f740, 0xc0015fd9a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028ab500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1015 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020739c0, 0xc00256b500, 0x9f9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028ab5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 526 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003957c60, 0xc003cc1388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cc1488, 0xaa05c9, 0x2, 0xc0021d2000, 0xe01, 0x1, 0x18a, 0xc0006e3720)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0005a6060, 0xc0021d2000, 0xe01, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cc15e0, 0xc002b8d040, 0x66, 0xc00504da40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b31860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1018 [semacquire]:
regexp.makeOnePass.func1(0xa, 0xc0044cfdc0, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass(0xc0022b04b0, 0xc0022b04b0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0022b0450, 0xc0022b0450)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00345b0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00345b0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0044cfd9c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00345b0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00345b0c0, 0x1, 0xc002cbb050, 0xc0102fd7180, 0x280408955c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00345b0c0, 0x4, 0x244, 0xc003027d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003027000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004d2c8f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0022b0420, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00345b9c0, 0xc000f8e000, 0xdbe, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028ab800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1019 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002cb3650, 0xaa058b, 0x2, 0xc0003d0000, 0x24f, 0x0, 0xc002cb34a0, 0xc0030172a8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002cb35e0, 0xc0064d3110, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002cb35e0, 0xc0053ae0a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028ab8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1021 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0004a5b00, 0xd18, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0004a5b00, 0xd18, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0004a5b00, 0xd18, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0004a5b00, 0xd18, 0x0, 0x0, 0x115ea80, 0x2, 0xc001a4bb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0004a5b00, 0xd18, 0x0, 0x0, 0xc0004a4d80, 0xd1c, 0xc001a4bbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0004a5b00, 0xd18, 0xd18, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00002f2d0, 0x6f, 0xc0004a5b00, 0xd18, 0xaa0378, 0x1, 0xc0004a5b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028aba40, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1022 [semacquire]:
strings.Replace(0xc0067fc000, 0x13a4, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x3, 0xc0067fc000, 0x13a4)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cc79c0, 0xc00385f500, 0x139e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028abb00, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1023 [semacquire]:
strings.genSplit(0xc002f36800, 0x15e0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x29b, 0x29b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00481d488, 0xaa04f9, 0x2, 0xc003ed7000, 0x15e0, 0x10, 0x29b, 0xc004ace120)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00159afc0, 0xc003ed7000, 0x15e0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00481d5e0, 0xc003957480, 0x7c, 0xc001843e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028abbc0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1024 [semacquire]:
regexp.onePassCopy(0xc0051c5710, 0xc0051c5710)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0051c5710, 0xc0051c5710)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003a150c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003a150c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0047ffc74)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003a150c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003a150c0, 0x1, 0xc001a5d930, 0xc01024ddc00, 0x2804089562f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003a150c0, 0x4, 0x33, 0xc003801f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003801000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc003e06410, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0051c56e0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a159c0, 0xc002b62000, 0xfcb, 0x42ca96, 0x44ff9c, 0x127d760)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028abc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1025 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e53488, 0xaa058b, 0x2, 0xc00169e800, 0xaf9, 0x1, 0x112, 0xc0016fdf40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc00169e800, 0xaf9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e535e0, 0xc0016fdbc0, 0x5f, 0xc002276a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028abd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1026 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00203f650, 0xaa058b, 0x2, 0xc005b07000, 0xbd0, 0x0, 0xc004385c00, 0x7fc908954e98)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00203f5e0, 0xc002fd4740, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028abe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1027 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001f87500, 0x967, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001f87500, 0x967, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001f87500, 0x967, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001f87500, 0x967, 0x0, 0x0, 0x115ea80, 0x2, 0xc005b2fb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001f87500, 0x967, 0x0, 0x0, 0xc004dcea80, 0x970, 0xc005b2fbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001f87500, 0x967, 0x967, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00504c5b0, 0x6b, 0xc001f87500, 0x967, 0xaa0378, 0x1, 0xc001f87500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028abec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1028 [semacquire]:
bytes.makeSlice(0xf50, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0033a2930, 0x3a, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0033a2930, 0xc005491340, 0x3a, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0033a2930, 0xc005491340, 0x3a, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0033a2930, 0xc000e723f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0033a2930, 0xc000e72310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0033a2930, 0xc0034ea1c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0033a2930, 0xc0034ea0e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0033a2930, 0xc002a225b0, 0xb84d20, 0xc0033a2930)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0033a2930, 0xc002a225b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0033a2780, 0x269df959e, 0x1251a20, 0xc0016fc020, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0028abf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1029 [semacquire]:
regexp/syntax.(*parser).push(0xc0051a9e00, 0xc001776000, 0xc001776000)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc0051a9e00, 0x43)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00125d0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00125d0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0035176b4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00125d0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00125d0c0, 0x1, 0xc0026b2700, 0xc0102fd7180, 0x280408955c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00125d0c0, 0x4, 0x3cf, 0xc004f1dc01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004f1d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004d2c1a0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0033a3110, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00125d9c0, 0xc0011de000, 0xc2f, 0xc00005b5f8, 0x443c10, 0x127a510)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005345a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1030 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).init(...)
/usr/local/go/src/regexp/syntax/compile.go:92
regexp/syntax.Compile(0xc0019120e0, 0xc0019120e0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:82 +0x2db
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0048670c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0048670c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00277fa84)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0048670c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0048670c0, 0x1, 0xc00420a1d0, 0xc01007fa380, 0x280408954e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0048670c0, 0x4, 0xfdf, 0xc002be5001, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002be5000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002b74680, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002469440, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048679c0, 0xc0015ab900, 0x101d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1031 [runnable]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc00303a410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00303a410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00303a410, 0xc003220000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ba3bc0, 0x0, 0x0, 0x0, 0xc00486d2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ba3bc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00486d9c0, 0xc001cb7300, 0x11cb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1032 [semacquire]:
strings.Replace(0xc005a7a900, 0x88d, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc005259b20, 0x0, 0x0, 0x0, 0x0, 0xc005259b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001623710, 0x0, 0x0, 0x0, 0x1000, 0xc000836000, 0xf1d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000836000, 0xf1d, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001bbdab0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0039935e0, 0xc005467920, 0xc00000ef40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1033 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000ed2c0, 0x0, 0x0, 0x0, 0xc0069ea6c0, 0x22a, 0x2, 0xc006f8a260, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000ed2c0, 0xc0069ea6c0, 0x22a, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006f8b188, 0xc006cf17a0, 0xc006f8a278, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f8b188, 0xc006cef650, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006f8b188, 0xc006cef650, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006f8b188, 0xc006cef650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006f8b188, 0xc006cef650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f8b188, 0xc0023993b0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002331188, 0xc0023993b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002331188, 0xc0023993b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f8b188, 0xc0022045b0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002331188, 0xc0022045b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002331188, 0xc0022045b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f8b188, 0xc001f8a8c0, 0xc002330dc8, 0x444010)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002331188, 0xc001f8a8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002331188, 0xc001f8a8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f8b188, 0xc001f8a7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002331188, 0xc001f8a7e0, 0x54b170, 0xc004e55c70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001f8a7e0, 0x0, 0x0, 0x0, 0x0, 0xc001f8a7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0051107b0, 0x0, 0x0, 0x0, 0xc80, 0xc00660f900, 0xc73, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00660f900, 0xc73, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4d1b060d00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0023315e0, 0xc0048ed340, 0xc00363b620)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1034 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004d2cb60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004d2cdd0, 0xc003faafc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c92220, 0x0, 0x0, 0x0, 0xc0034552c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c92220, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034559c0, 0xc000fa2000, 0xfa2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1035 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004d2d2b0, 0xc0014e2000, 0x559)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004d2d2b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004d2d2b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004d2d2b0, 0xc0018ba460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c92280, 0x0, 0x0, 0x0, 0xc0030212c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c92280, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030219c0, 0xc0036a8a00, 0x1a44, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1036 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0040e73a8, 0x42d300, 0x60, 0xa81260, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0040e73a8, 0xc0023c9c80, 0x5, 0xc0040e72f8, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0040e73a8, 0xc0040e73c0, 0x43b3b7, 0x1252790, 0xc0040e7300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fc8e04f33f8, 0xc0040e7401, 0x10100000042ab7a, 0x0, 0xf1c)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0033a39e0, 0xaa64ee, 0x5, 0x1247)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0040e75e0, 0xc0016fcc60, 0xf1c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1037 [runnable]:
github.com/jaytaylor/html2text.FromString(0xc006f81b00, 0x870, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xda0f92c200000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0030235e0, 0xc003c92500, 0xc006579c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1038 [semacquire]:
regexp.onePassCopy(0xc0010c6ea0, 0xc0010c6ea0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0010c6ea0, 0xc0010c6ea0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x7fc8e0504bd0)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00467d0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00467d0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00277f624)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00467d0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00467d0c0, 0x1, 0xc0019566a0, 0xc01007fa380, 0x280408954e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00467d0c0, 0x4, 0x419, 0xc00124eb01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00124e000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00303a1a0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002468e40, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00467d9c0, 0xc0036d8400, 0xbe7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1039 [semacquire]:
bytes.makeSlice(0xaa6, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005379d10, 0x102, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005379d10, 0xc0028d4d80, 0x102, 0x6, 0x102, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005379d10, 0xc0028d4d80, 0x103, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc005379d10, 0xc0058a9810, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005379d10, 0xc0058a97a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005379d10, 0xc0058a9180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005379d10, 0xc0058a90a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005379d10, 0xc0058a89a0, 0xb84d20, 0xc005379d10)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005379d10, 0xc0058a89a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002638090, 0x50d2a1, 0xc00129ca20, 0x22, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003cf75e0, 0xc0025b39a0, 0xc0053af020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1040 [semacquire]:
strings.Replace(0xc0034a2000, 0x3b12, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc0034a2000, 0x3b12)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cc59c0, 0xc0034a2000, 0x3b12, 0xbbd0bfd0b5d082d1, 0xb5d0bdd08dd1bed0, 0x82d1b5d0b3d080d1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1041 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001f31a20, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001f31a20, 0x0, 0x0, 0x0, 0xc0055352c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001f31a20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055359c0, 0xc001681b00, 0x1ae3, 0xb0d080d120bed0ba, 0x80d19fd0202eb7d0, 0xbcd0b5d087d1b8d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1042 [runnable]:
golang.org/x/net/html.(*Tokenizer).readByte(0xc004fcda00, 0xb5)
/home/develop/go/src/golang.org/x/net/html/token.go:235 +0x32
golang.org/x/net/html.(*Tokenizer).Next(0xc004fcda00, 0xc0100000002)
/home/develop/go/src/golang.org/x/net/html/token.go:980 +0xcd
golang.org/x/net/html.(*parser).parse(0xc004fcdad0, 0xc001040700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002ccc360, 0x0, 0x0, 0x0, 0xc0028d12c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002ccc360, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028d19c0, 0xc001900000, 0x1310, 0x14, 0xc00207d86c, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1043 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005884420, 0xc0037a9388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037a9488, 0xaa04df, 0x2, 0xc0045f8d00, 0x88f, 0x1, 0xef, 0xc002fd5f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc0045f8d00, 0x88f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037a95e0, 0xc0025b2f80, 0x87, 0xc0016e8900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060ee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1044 [semacquire]:
strings.Replace(0xc0002cf300, 0x108e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc0002cf300, 0x108e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001c99c0, 0xc001e40000, 0x108a, 0x42ca96, 0xc0019a33e0, 0x60)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1045 [semacquire]:
regexp.onePassCopy(0xc0014b9740, 0xc0014b9740)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0014b9740, 0xc0014b9740)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00467b0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00467b0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0051043a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00467b0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00467b0c0, 0x1, 0xc000f13710, 0xc0004fae00, 0x280408955c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00467b0c0, 0x4, 0x373, 0xc002f9bc01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002f9b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x42c59c, 0x7fc90895d3b0, 0x1ff)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0014b9710, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00467b9c0, 0xc0053e7100, 0xc8e, 0x2, 0xffffffffffffffff, 0xc000591548)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1046 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc004b78f00, 0xc006a6ec48, 0x1, 0x6, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc004b78f00, 0xc003f0c2a0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc004b78f00, 0xc003f0c310, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc003f0c310, 0xc003f0c310, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004b793c8, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004b793c8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004b793c8, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004b793c8, 0x75a856, 0x0, 0xc0045be1c0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004b793c8, 0xc004b79390, 0xc004b79418, 0x42ca96, 0xc00533e3f0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc004b79430, 0xc004b79448, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc001f31860)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050fda40, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc004b795e0, 0xc00180aca0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1047 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000c48000, 0xc002ae8380, 0x313)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000c48000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000c48000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000c48000, 0xc005810000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c92660, 0x0, 0x0, 0x0, 0xc00298b2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c92660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00298b9c0, 0xc00119c000, 0xf6d, 0xc0005945f8, 0x443c10, 0x127a4e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1048 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002c3a5b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc002c3a680, 0xc0007d0070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ba3980, 0x0, 0x0, 0x0, 0xc0041d92c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ba3980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041d99c0, 0xc000c60a80, 0x93a, 0x42ca96, 0xc002b93980, 0x60)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f5c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1049 [semacquire]:
strings.Replace(0xc005428000, 0x11a4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc005428000, 0x11a4)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cf59c0, 0xc001996600, 0x11a0, 0x42ca96, 0xc002b93980, 0x60)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1050 [semacquire]:
strings.Replace(0xc003d68000, 0x34fc, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x11, 0xc003d68000, 0x34fc)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bb19c0, 0xc004069500, 0x34f7, 0xd0b5d0bbd081d181, 0xd0b0d0b2d0bed0b4, 0xb0d0208fd1b8d0bd)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1051 [semacquire]:
strings.genSplit(0xc005156c00, 0x105b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006fb4000, 0x1bf, 0x1bf)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041db488, 0xaa0599, 0x2, 0xc005153300, 0x105b, 0x2b, 0x1bf, 0xc0015fdae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc005153300, 0x105b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041db5e0, 0xc00180b200, 0xbb, 0xc001424e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1052 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc0022c8540, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0022c8540, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0022c8510, 0x0, 0x0, 0x0, 0xc00, 0xc0052e5c00, 0xb59, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0052e5c00, 0xb59, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001253140)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00440d5e0, 0xc003315620, 0xc006616000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060fbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1053 [semacquire]:
strings.Replace(0xc003568000, 0xe19, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x3, 0xc003568000, 0xe19)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028cf9c0, 0xc00103e000, 0xe18, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1054 [semacquire]:
regexp.makeOnePass.func1(0x3, 0xc0068e9f90, 0xf, 0xf, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc00009bb60, 0xc00009bb60)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc00009baa0, 0xc00009baa0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00452b3c8, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00452b3c8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00452b3c8, 0x0, 0xb856e0, 0xc0008efda8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00452b3c8, 0xc003220690, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00452b3c8, 0x42ca96, 0xc00009ba40, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00452b438, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001f31240, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0018703f0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00452b5e0, 0xc0025b2b00, 0xabc101, 0x1d, 0x61, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1055 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0035e86c0, 0xc004041388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004041488, 0xaa04d9, 0x2, 0xc003d00700, 0x652, 0xa, 0xdc, 0xc0035e86a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc003d00700, 0x652, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040415e0, 0xc0035e8280, 0x4f, 0xc00002a2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a000, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1056 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00519b800, 0xc0028cb388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028cb488, 0xaa04f9, 0x2, 0xc0037bb300, 0x10bb, 0xc0037bb300, 0xc0028cb478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc0037bb300, 0x10bb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028cb5e0, 0xc005885400, 0xb6, 0xc002874180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1057 [semacquire]:
bytes.makeSlice(0x1e9d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004816a20, 0x7, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004816a20, 0xad0580, 0x7, 0x2, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc004816a20, 0xc005023880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:228 +0x7b3
golang.org/x/net/html.render1(0xb84d20, 0xc004816a20, 0xc0050237a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004816a20, 0xc0050230a0, 0xb84d20, 0xc004816a20)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004816a20, 0xc0050230a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0051105a0, 0x203743e22, 0x1251a20, 0xc0057128a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1058 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0042e6620, 0xc003a05388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a05488, 0xaa04f9, 0x2, 0xc004128d80, 0xd06, 0xf, 0x173, 0xc005712020)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc004128d80, 0xd06, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a055e0, 0xc002b2e4e0, 0x84, 0xc0013765a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1059 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005712e60, 0xc00220d388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00220d488, 0xaa0599, 0x2, 0xc00245e580, 0xc39, 0x21, 0x15d, 0xc002641980)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc00245e580, 0xc39, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00220d5e0, 0xc0026415e0, 0x73, 0xc0031f0700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1060 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc004959188, 0xc001b28000, 0xa0, 0xc00000002e, 0x0, 0x2e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc004959188, 0xc001b28000, 0xa0, 0xa0, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004959188, 0xc0055f90a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004959188, 0xc0055f8770, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004959188, 0xc0055f8770, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004959188, 0xc0055f8770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004959188, 0xc0055f8770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004959188, 0xc0055f82a0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ffd188, 0xc0055f82a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ffd188, 0xc0055f82a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004959188, 0xc0055f81c0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ffd188, 0xc0055f81c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ffd188, 0xc0055f81c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004959188, 0xc005810310, 0xc0046b7180, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ffd188, 0xc005810310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ffd188, 0xc005810310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004959188, 0xc005810230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ffd188, 0xc005810230, 0x54b170, 0xc004d2c8f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005810230, 0x0, 0x0, 0x0, 0x0, 0xc005810230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0051c4e70, 0x0, 0x0, 0x0, 0x1300, 0xc004d57900, 0x1206, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004d57900, 0x1206, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0014159e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002ffd5e0, 0xc004262ae0, 0xc00519b2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1061 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00558c810, 0x50d2a1, 0xc0016c2300, 0x2c, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0049cb5e0, 0xc00180b8a0, 0xc00470b040)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1062 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0015719c0, 0xc0049cd388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049cd488, 0xaa04fd, 0x2, 0xc006319000, 0x2d20, 0x1, 0x449, 0xc0043af980)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00159afc0, 0xc006319000, 0x2d20, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0049cd5e0, 0xc00180bd40, 0x68, 0xc001753500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1063 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001cf59c0, 0xc0016f2000, 0xc0b, 0xd020bdd0b5d081d1, 0xd0bed0bad0b0d0b7, 0xd080d1bfd0bed0bd)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1064 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004e80000, 0x5fc, 0xc0017472e0, 0xc0046b7500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004e80000, 0x5fc, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001747488, 0xaa0503, 0x2, 0xc004e80000, 0x5fc, 0x2, 0xcb, 0xc0042625c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc004e80000, 0x5fc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0017475e0, 0xc001f303c0, 0x4d, 0xc001d8abe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1065 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000715650, 0xaa058b, 0x2, 0xc003dfd080, 0x17b, 0x0, 0xc0007154a0, 0xc004ace3a8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0007155e0, 0xc0016227b0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0007155e0, 0xc000b89cc0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1066 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002745488, 0xaa04fd, 0x2, 0xc0035bc700, 0x6fd, 0x1, 0xde, 0xc005884740)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc0035bc700, 0x6fd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0027455e0, 0xc0021874c0, 0x92, 0xc0018914a5)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1068 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00387b488, 0xaa0599, 0x2, 0xc00479d100, 0xcb9, 0x2b, 0x13f, 0xc002187a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc00479d100, 0xcb9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00387b5e0, 0xc0016fc360, 0xa6, 0xc001bba4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283aae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1069 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc0058b1450, 0xc0058e81e0, 0x2, 0xc0058e8c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:115 +0x122
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0058b1450, 0xc005885840, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0058b1450, 0xc0058e81e0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x255, 0x256)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0058b15e0, 0xc0058e81e0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283ac60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1070 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0053ae040, 0xc001f1b388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f1b488, 0xaa05c9, 0x2, 0xc00434fc00, 0x647, 0x1, 0xcd, 0xc0053ae020)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc00434fc00, 0x647, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f1b5e0, 0xc001f30020, 0x80, 0xc000363b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283ade0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1071 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0042e65a0, 0xc001f1f388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f1f488, 0xaa0503, 0x2, 0xc0038ad600, 0x81c, 0x2, 0xe9, 0xc0042e6580)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc0038ad600, 0x81c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f1f5e0, 0xc0021870e0, 0x74, 0xc00168fd00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283af60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1072 [semacquire]:
strings.genSplit(0xc001f04000, 0x57f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00410fb20, 0x20000c00482f428)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00482f488, 0xaa04d9, 0x2, 0xc002e4fb80, 0x57f, 0xc002e4fb80, 0xc00482f478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc002e4fb80, 0x57f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00482f5e0, 0xc002fd5f40, 0x4d, 0xc0001f3590)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1073 [semacquire]:
regexp.makeOnePass.func1(0xd, 0xc0047ffd00, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass(0xc0051c5b00, 0xc0051c5b00)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0022071d0, 0xc0022071d0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0046c30c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0046c30c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc001579684)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0046c30c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0046c30c0, 0x1, 0xc002f9f5c0, 0xc01008d0700, 0x280408957080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0046c30c0, 0x4, 0xe3c, 0xc004d47101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004d47000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004d2c410, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0022071a0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046c39c0, 0xc003fae600, 0x1156, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1074 [semacquire]:
regexp.onePassCopy(0xc0051c5b60, 0xc0051c5b60)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0051c5b60, 0xc0051c5b60)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0003bd0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0003bd0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0051d0024)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0003bd0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0003bd0c0, 0x1, 0xc001a5db50, 0xc01008d0701, 0x280408957080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0003bd0c0, 0x4, 0x85c, 0xc00377e701, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00377e000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc003e065b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0051c5b30, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0003bd9c0, 0xc001504800, 0x15a2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1075 [semacquire]:
bytes.makeSlice(0x84, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0058c5c50, 0x4, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0058c5c50, 0xad063c, 0x4, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0058c5c50, 0xc004266c40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd
golang.org/x/net/html.render1(0xb84d20, 0xc0058c5c50, 0xc004266a80, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0058c5c50, 0xc004266a10, 0xb84d20, 0xc0058c5c50)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0058c5c50, 0xc004266a10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002320f60, 0x50d201, 0xc0001f33b0, 0x3f, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001bf95e0, 0xc002186840, 0xc001f309c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1076 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00296bb20, 0xc001bf5388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001bf5488, 0xaa04df, 0x2, 0xc003afa000, 0xe8f, 0x1, 0x183, 0xc0025b28a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc003afa000, 0xe8f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001bf55e0, 0xc004021200, 0x78, 0xc0024bae80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1077 [semacquire]:
strings.genSplit(0xc002458000, 0x81f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00335cd80, 0xd2, 0xd2)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00220b488, 0xaa04df, 0x2, 0xc00257f600, 0x81f, 0x1, 0xd2, 0xc002fd5de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc00257f600, 0x81f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00220b5e0, 0xc001570600, 0x93, 0xc0032f3860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1078 [semacquire]:
regexp.onePassCopy(0xc0058806c0, 0xc0058806c0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0058806c0, 0xc0058806c0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0004170c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0004170c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005186214)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0004170c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0004170c0, 0x1, 0xc00172c8e0, 0xc010004f180, 0x2804089569b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0004170c0, 0x4, 0x7d9, 0xc0036df801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0036df000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001fdbee0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005880660, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0004179c0, 0xc00367cd00, 0x825, 0x4, 0xc001cff43c, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283b9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1079 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002ecdfb0, 0xc0017993c0, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc001799778, 0xc002b2f240, 0xc0000edb80, 0xc001799468, 0xc004e0efc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc001799778, 0xc002b2f240, 0xc00180a820)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283bb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1080 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0042e67c0, 0xc0049cf388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049cf488, 0xaa0503, 0x2, 0xc00399e800, 0xaf8, 0x3, 0x139, 0xc005884da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00159afc0, 0xc00399e800, 0xaf8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0049cf5e0, 0xc002b2ede0, 0x41, 0xc003363db0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283bce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1081 [semacquire]:
bytes.makeSlice(0x4125, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001bc8d20, 0x3fb, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001bc8d20, 0xc0024c7c00, 0x3fb, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001bc8d20, 0xc0024c7c00, 0x3fb, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001bc8d20, 0xc00235a770, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc001bc8d20, 0xc00235a700, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001bc8d20, 0xc002677dc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001bc8d20, 0xc002677ce0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001bc8d20, 0xc0012e9b90, 0xb84d20, 0xc001bc8d20)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001bc8d20, 0xc0012e9b90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001e7a420, 0x50d201, 0xc004429540, 0x12, 0xaaba3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0010995e0, 0xc00296b980, 0xc003314a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283bda0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1082 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003e06750, 0xc00638c000, 0x78)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003e06750, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e06750)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003e06750, 0xc00470f180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005712440, 0x0, 0x0, 0x0, 0xc001b092c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005712440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b099c0, 0xc002ac6000, 0x331b, 0x4, 0xc003b4d03c, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283be60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1083 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc004836090, 0x6, 0x6, 0xc004295328, 0xc0008eede0, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc00048e610, 0x1, 0x1, 0xc0042953f8, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc00048e610, 0x1, 0x1, 0xb856e0, 0xc0008eede0, 0xc004295478, 0x753f20, 0xaa3fc2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005110ab0, 0xaa408e, 0x4, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0042955e0, 0xc005712bc0, 0x74, 0xc0024bba80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283bf20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1084 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00661a4d0, 0xad, 0xad, 0xc004cd0e00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00661a4d0, 0xad, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031d7650, 0xaa058b, 0x2, 0xc00661a4d0, 0xad, 0x3, 0x10, 0xc0066164c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0031d75e0, 0xc003d2dc20, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0031d75e0, 0xc001570d80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1085 [semacquire]:
bytes.makeSlice(0x1f6e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004816570, 0x120, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004816570, 0xc002f9ca20, 0x120, 0x6, 0xffffffffffffffff, 0xad0184)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004816570, 0xc002f9ca20, 0x120, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004816570, 0xc003582850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc004816570, 0xc003582690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004816570, 0xc00501d1f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004816570, 0xc00501d110, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004816570, 0xc00501ca10, 0xb84d20, 0xc004816570)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004816570, 0xc00501ca10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002207a70, 0x202d4a956, 0x1251a20, 0xc005712480, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1086 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ecd488, 0xaa0599, 0x2, 0xc00493d200, 0x826, 0xc00493d200, 0xc001ecd478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc00493d200, 0x826, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ecd5e0, 0xc005712900, 0x75, 0xc0024bb900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1087 [semacquire]:
strings.genSplit(0xc00257ed00, 0x8dd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00217e000, 0x130, 0x130)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ecf488, 0xaa04fd, 0x2, 0xc005008900, 0x8dd, 0x1, 0x130, 0xc005884800)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc005008900, 0x8dd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ecf5e0, 0xc0015709a0, 0x75, 0xc0031f04b1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037c660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1090 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc005841188, 0xaa03a3, 0x1, 0xc0051d68ee, 0x4, 0x432)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005841188, 0xaa03a3, 0x1, 0x7fc90895e318, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005841188, 0xc005811ce0, 0x2f1, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:151 +0x603
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005841188, 0xc005811ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005841188, 0xc005811880, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005841188, 0xc005811880, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005841188, 0xc005811880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005841188, 0xc005811880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005841188, 0xc005811260, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0004b7188, 0xc005811260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0004b7188, 0xc005811260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005841188, 0xc005811180, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0004b7188, 0xc005811180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0004b7188, 0xc005811180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005841188, 0xc005810a80, 0xc005104acc, 0x4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0004b7188, 0xc005810a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0004b7188, 0xc005810a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005841188, 0xc0058109a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0004b7188, 0xc0058109a0, 0x54b170, 0xc004d2ca90)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0058109a0, 0x0, 0x0, 0x0, 0x0, 0xc0058109a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005379260, 0x0, 0x0, 0x0, 0x1000, 0xc005558000, 0xed0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005558000, 0xed0, 0x0, 0x0, 0x0, 0x440d95, 0xc005379200, 0x7fc8e02231dc, 0xd598b0f500000001)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0004b75e0, 0xc0042e6ec0, 0xc005466b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00037d920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1092 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5720, 0x0, 0x0, 0x0, 0xc005042000, 0x673, 0x2, 0xc00488bb20, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0001b5720, 0xc005042000, 0x673, 0xaa0378, 0x1, 0xc00517b100, 0x673)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc005042000, 0x673, 0xaa0378, 0x1, 0xc005042000, 0x673)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:80 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1093 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc001901500, 0x1407, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005172000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0042935e0, 0xc004262f60, 0xc001ae05c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1094 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001d243f0, 0x50d2a1, 0xc004d6a120, 0x25, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0048755e0, 0xc000b887c0, 0xc0005242a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c61e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 561 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00564c580, 0x53c, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00564c580, 0x53c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00564c580, 0x53c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00564c580, 0x53c, 0x0, 0x0, 0x115ea80, 0x2, 0xc003f2db20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00564c580, 0x53c, 0x0, 0x0, 0xc0053a2c00, 0x53f, 0xc003f2dbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00564c580, 0x53c, 0x53c, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc004f6cce0, 0x3f, 0xc00564c580, 0x53c, 0xaa0378, 0x1, 0xc00564c580)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 2009 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283aa20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1367 [semacquire]:
syscall.ByteSliceFromString(0xc0021dbf20, 0x5a, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc001683600)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc0021dbf20, 0x5a, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc0021dbf20, 0x5a, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc0021dbf20, 0x5a, 0x0, 0x2f3c202000000000, 0x20200a3e64616568, 0x200a3e79646f623c, 0x697472613c202020)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0021dbf20, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021dbf20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:62 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1098 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc000dd6000, 0x1cdb, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000568210)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004ba95e0, 0xc003b2ef00, 0xc005467180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c64e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1100 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0037edf20, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x2, 0xc0037edf20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00171a6f0, 0xc0041453e8, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0041455e0, 0xc004335290, 0xc0006e3bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0041455e0, 0xc004335290, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0041455e0, 0xc004335290, 0xc004335290)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1101 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00179b000, 0xe17, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00179b000, 0xe17, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00179b000, 0xe17, 0x0, 0x0, 0x115ea80, 0x2, 0xc004f53b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00179b000, 0xe17, 0x0, 0x0, 0xc00144f000, 0xe23, 0xc004f53bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00179b000, 0xe17, 0xe17, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b04d0, 0x6c, 0xc00179b000, 0xe17, 0xaa0378, 0x1, 0xc00179b000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1102 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b6f488, 0xaa058b, 0x2, 0xc00525b000, 0xf06, 0x1, 0x166, 0xc004263900)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc00525b000, 0xf06, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b6f5e0, 0xc00180ac40, 0x6f, 0xc000fcff80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c67e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 555 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0015d2800, 0x784, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0015d2800, 0x784, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0015d2800, 0x784, 0x0, 0x0, 0x115ea80, 0x2, 0xc004ad7b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0015d2800, 0x784, 0x0, 0x0, 0xc0042f5000, 0x785, 0xc004ad7bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0015d2800, 0x784, 0x784, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001c92000, 0x79, 0xc0015d2800, 0x784, 0xaa0378, 0x1, 0xc0015d2800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b31920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 849 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005a7cd00, 0x86b, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005a7cd00, 0x86b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005a7cd00, 0x86b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005a7cd00, 0x86b, 0x0, 0x0, 0x115ea80, 0x2, 0xc000ea5b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005a7cd00, 0x86b, 0x0, 0x0, 0xc005a7bb00, 0x86f, 0xc000ea5bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005a7cd00, 0x86b, 0x86b, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001756bb0, 0xa1, 0xc005a7cd00, 0x86b, 0xaa0378, 0x1, 0xc005a7cd00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002277e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1106 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001ba28a0, 0xc00482d388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00482d488, 0xaa0503, 0x2, 0xc0029ca000, 0xca81, 0x2, 0x124d, 0xc001ba2880)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00159afc0, 0xc0029ca000, 0xca81, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00482d5e0, 0xc001ba24c0, 0xa5, 0xc001efa4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1107 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc005c545b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc005c545b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005c545b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005c545b0, 0xc0067a3880, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00363a160, 0x0, 0x0, 0x0, 0xc0015252c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00363a160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015259c0, 0xc0027de000, 0x1433, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1109 [semacquire]:
strings.genSplit(0xc000d4d700, 0x553, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xae, 0xae)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0051a7488, 0xaa04d9, 0x2, 0xc0014e3600, 0x553, 0x5, 0xae, 0xc000afb400)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc0014e3600, 0x553, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0051a75e0, 0xc0024b6d80, 0x8c, 0xc002798750)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1110 [semacquire]:
bytes.makeSlice(0xab9, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0048167b0, 0xdf, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0048167b0, 0xc003ecb394, 0xdf, 0x6, 0xdf, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0048167b0, 0xc003ecb394, 0x24f, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc0048167b0, 0xc0048936c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0048167b0, 0xc0048935e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0048167b0, 0xc004892d20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0048167b0, 0xc004892c40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0048167b0, 0xc004892540, 0xb84d20, 0xc0048167b0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0048167b0, 0xc004892540, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004816600, 0x202d628c0, 0x1251a20, 0xc005884a80, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1111 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003e273a8, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:773 +0x538
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003e273a8, 0x75a856, 0x0, 0xc00243c380, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003e273a8, 0xc003e27370, 0xc003e273f8, 0x42ca96, 0xc0033a2720, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xab9e11, 0x19, 0x1, 0xc003e27410, 0xc003e27428, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xab9e11, 0x19, 0x1, 0xb856e0, 0xc0035e9fe0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0033a2510, 0xab9e11, 0x19, 0xc0033a2720)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc003e275e0, 0xc0035e9d60, 0x1278, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c70e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1112 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000554000, 0x5f8, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000554000, 0x5f8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000554000, 0x5f8, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000554000, 0x5f8, 0x0, 0x0, 0x115ea80, 0x2, 0xc000715b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000554000, 0x5f8, 0x0, 0x0, 0xc002a2d200, 0x5fa, 0xc000715bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000554000, 0x5f8, 0x5f8, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0000270a7, 0x4d, 0xc000554000, 0x5f8, 0xaa0378, 0x1, 0xc000554000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1113 [semacquire]:
strings.Replace(0xc003976000, 0x1974, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc001b26c40, 0x0, 0x0, 0x0, 0x0, 0xc001b26c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0000211a0, 0x0, 0x0, 0x0, 0x2000, 0xc001556000, 0x1d85, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001556000, 0x1d85, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000339170)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00233b5e0, 0xc0024b6740, 0xc0024b71a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c73e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1114 [semacquire]:
strings.Replace(0xc004066000, 0x3360, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x17, 0xc004066000, 0x3360)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003eb19c0, 0xc003f1f500, 0x335f, 0x42ca96, 0xc000072a20, 0x60)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c74a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1115 [semacquire]:
strings.Replace(0xc003f1c000, 0x3266, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1f, 0xc003f1c000, 0x3266)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00301f9c0, 0xc003657500, 0x3263, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1116 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00383ca80, 0x291e, 0xc00233b2e0, 0xc0046b7500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00383ca80, 0x291e, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00233b488, 0xaa058b, 0x2, 0xc00383ca80, 0x291e, 0x1, 0x3d3, 0xc003315340)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc00383ca80, 0x291e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00233b5e0, 0xc0024b72e0, 0xad, 0xc00011c580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1117 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004d2da00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004d2dad0, 0xc002556460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c92540, 0x0, 0x0, 0x0, 0xc0036c72c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c92540, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036c79c0, 0xc004997400, 0x2278, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c76e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1118 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc006d75188, 0xc0024c0000, 0x61, 0xc000000435, 0x0, 0x435)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc006d75188, 0xc0024c0000, 0x61, 0x61, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006d75188, 0xc000453c00, 0xc003b27d90, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d75188, 0xc000453b90, 0x7fc908954e98, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006d75188, 0xc000453b90, 0x18, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006d75188, 0xc000453b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d75188, 0xc000453ab0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006d75188, 0xc000453ab0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006d75188, 0xc000453ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006d75188, 0xc000453ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d75188, 0xc0004522a0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00552d188, 0xc0004522a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00552d188, 0xc0004522a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d75188, 0xc0004521c0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00552d188, 0xc0004521c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00552d188, 0xc0004521c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d75188, 0xc000445ab0, 0xc00004f180, 0x7fc908954e98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00552d188, 0xc000445ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00552d188, 0xc000445ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006d75188, 0xc0004459d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00552d188, 0xc0004459d0, 0x54b170, 0xc002c3ba00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0004459d0, 0x0, 0x0, 0x0, 0x0, 0xc0004459d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003b53860, 0x0, 0x0, 0x0, 0x2000, 0xc005a7e000, 0x1c43, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005a7e000, 0x1c43, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000569050)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00552d5e0, 0xc003c935c0, 0xc00236c2e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c77a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1119 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc0068e0a10, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc005c54f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005c54f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005c54f70, 0xc003fde070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002ccc340, 0x0, 0x0, 0x0, 0xc003cf32c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002ccc340, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cf39c0, 0xc00375b400, 0xbb3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1120 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003210220, 0xc0021c3388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021c3488, 0xaa058b, 0x2, 0xc004b98800, 0x15ac, 0x1, 0x21f, 0xc003210200)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00159afc0, 0xc004b98800, 0x15ac, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0021c35e0, 0xc0025b3b00, 0x90, 0xc0011f9680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1122 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x4)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc0036c9178, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.afterBodyIM(0xc002d5e410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1932 +0x65
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002d5e410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002d5e410, 0xc002d2a070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c93ec0, 0x0, 0x0, 0x0, 0xc0036c92c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c93ec0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036c99c0, 0xc003bb4c00, 0xb37, 0xd1bbd0b5d0b4d0b5, 0x2dbad0b8d0bdd08c, 0x80d1bed082d1b2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1123 [semacquire]:
bytes.makeSlice(0x2f4, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005880930, 0x8, 0x5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005880930, 0xc001579070, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005880930, 0xc001579070, 0x8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005880930, 0xc005102230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc005880930, 0xc00464fdc0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005880930, 0xc00464fd50, 0xb84d20, 0xc005880930)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005880930, 0xc00464fd50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002206cc0, 0x3292622e6, 0x1251a20, 0xc005712040, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1124 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00496c700, 0x357, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00496c700, 0x357, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00496c700, 0x357, 0x0, 0x0, 0x115ea80, 0x2, 0xc000765b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00496c700, 0x357, 0x0, 0x0, 0xc00496c000, 0x357, 0xc000765bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00496c700, 0x357, 0x357, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001891360, 0x9a, 0xc00496c700, 0x357, 0xaa0378, 0x1, 0xc00496c700)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1125 [semacquire]:
strings.genSplit(0xc00587f800, 0x5c7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xc2, 0xc2)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001743488, 0xaa04df, 0x2, 0xc00422e600, 0x5c7, 0x1, 0xc2, 0xc0015fcfa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc00422e600, 0x5c7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0017435e0, 0xc0015711c0, 0xa4, 0xc001efb290)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1126 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001f305a0, 0xc00330b388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00330b488, 0xaa058b, 0x2, 0xc002539080, 0x580, 0x1, 0xb6, 0xc001f30580)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc002539080, 0x580, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00330b5e0, 0xc002f3ffe0, 0x78, 0xc002fc4f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1128 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000ed400, 0x0, 0x0, 0x0, 0xc0063a6c00, 0x5b7, 0x2, 0xc0067a7100, 0xc0063a6c00, 0x5b7, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000ed400, 0xc0063a6c00, 0x5b7, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc0057961c0, 0x0, 0x0, 0x0, 0x0, 0xc0057961c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003f54630, 0x0, 0x0, 0x0, 0xa80, 0xc005740a80, 0x9cb, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005740a80, 0x9cb, 0x0, 0x0, 0x0, 0x440d95, 0xc003f545d0, 0x7fc8d8180fcb, 0x65afafcf00000080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000ded5e0, 0xc002b2e900, 0xc0016fcfc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1129 [semacquire]:
strings.genSplit(0xc00493c900, 0x860, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc004f4b340, 0xc001543428)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001543488, 0xaa0599, 0x2, 0xc004eb1600, 0x860, 0xc004eb1600, 0xc001543478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc004eb1600, 0x860, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0015435e0, 0xc0016fd960, 0x70, 0xc001bbcee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1132 [semacquire]:
strings.genSplit(0xc00686f900, 0x10cd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1d3, 0x1d3)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00191b488, 0xaa04df, 0x2, 0xc004e1cc00, 0x10cd, 0x1, 0x1d3, 0xc003017960)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc004e1cc00, 0x10cd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00191b5e0, 0xc0024b7360, 0x7e, 0xc002ed0620)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1133 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00470ab20, 0xc0004bb388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0004bb488, 0xaa0599, 0x2, 0xc001611c00, 0xb6b, 0x1d, 0x169, 0xc003c93a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc001611c00, 0xb6b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0004bb5e0, 0xc003c936a0, 0x80, 0xc004328b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1135 [semacquire]:
strings.genSplit(0xc005c7a000, 0x15d1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc002b8fe01, 0x225)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0042d55e0, 0xc0015754a0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0042d55e0, 0xc0041e64a0, 0x3a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1136 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000ed2c0, 0x0, 0x0, 0x0, 0xc003773d19, 0x7, 0x2, 0xc001fce298, 0xc000cc58f8, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000ed2c0, 0xc003773d19, 0x7, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001fcf188, 0xc00171c1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001fcf188, 0xc00171c000, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001fcf188, 0xc00171c000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001fcf188, 0xc00171c000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001fcf188, 0xc001509dc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001fcf188, 0xc001509dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001fcf188, 0xc001509dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001fcf188, 0xc001509ce0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001fcf188, 0xc001509ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001fcf188, 0xc001509ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001fcf188, 0xc0015095e0, 0x400, 0x203000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001fcf188, 0xc0015095e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001fcf188, 0xc0015095e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001fcf188, 0xc001509500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001fcf188, 0xc001509500, 0x54b170, 0xc0001eadd0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001509500, 0x0, 0x0, 0x0, 0x0, 0xc001509500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00589eae0, 0x0, 0x0, 0x0, 0x800, 0xc000ecf000, 0x752, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000ecf000, 0x752, 0x0, 0x0, 0x0, 0x440d95, 0xc005218420, 0x7fc8e0222882, 0x767c174d00000040)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001fcf5e0, 0xc0043ae920, 0xc003b2e840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1137 [semacquire]:
strings.genSplit(0xc00359c000, 0xf86, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x164, 0x164)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ff7488, 0xaa04fd, 0x2, 0xc003598000, 0xf86, 0x1, 0x164, 0xc0008ef6c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00159afc0, 0xc003598000, 0xf86, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ff75e0, 0xc0008ef340, 0x84, 0xc006baf4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003558c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1138 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc00048f510)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc0044cea27, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc002c3ad00, 0x7fc900000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002c3ad00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002c3ad00, 0xc000c04070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002ccc840, 0x0, 0x0, 0x0, 0xc003f832c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002ccc840, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f839c0, 0xc0039bd300, 0x1279, 0xd082d1b0d080d182, 0xd0bed0bdd0b2d0b8, 0xb2d0b0d0b4d020b5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1139 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0031266f0, 0xc001a072a0, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc001a075e0, 0xc003126690, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc003126690)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003126660, 0xc001a073e8, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001a075e0, 0xc00264fe00, 0xc000ff8640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001a075e0, 0xc00264fe00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001a075e0, 0xc00264fe00, 0xc00264fe00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1141 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5220, 0x0, 0x0, 0x0, 0xc003b4e400, 0x8b4, 0x2, 0xc0027e72e0, 0xc003b4e2ec, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5220, 0xc003b4e400, 0x8b4, 0xaa04bf, 0x2, 0xc003b4e400, 0x8b4)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0027e7450, 0xc003515980, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0027e7450, 0xc001bc8870, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0027e7401, 0xc0045c92b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0027e75e0, 0xc001bc8870, 0xaa058b, 0x2, 0x0, 0x0, 0x6, 0xc005105920, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007160c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1142 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc004086bf8, 0xc004b24808, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc004086bf8, 0xc000c05dc0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc004086bf8, 0xc000c05e30, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc000c05e30, 0xc000c05e30, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0040870c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0040870c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0044cec2c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0040870c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0040870c0, 0x1, 0xc0012cfe40, 0xc01007fa380, 0x280408954e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0040870c0, 0x4, 0x440, 0xc000c53b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000c53000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002c3b040, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0037ed2c0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040879c0, 0xc0017ebc00, 0xbbc, 0x1, 0x1, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1143 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0048ec120, 0xc003245388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003245488, 0xaa04d9, 0x2, 0xc000651100, 0x6fc, 0xc000651100, 0xc003245478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc000651100, 0x6fc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032455e0, 0xc0058858a0, 0x74, 0xc000363180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1144 [semacquire]:
strings.Replace(0xc0010c3200, 0xc5b, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc0034bc0f0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005fb19c0, 0xc0010c3200, 0xc5b, 0xc00269e4d8, 0x5, 0xc000e96480)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1145 [semacquire]:
strings.Replace(0xc003e8f000, 0xdcb, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc003e8f000, 0xdcb)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d699c0, 0xc004bdf000, 0xdc8, 0xbdd0b0d0bad0b5d0, 0xd0b1d0208fd1b8d0, 0xd0b7d0b5d0bbd0be)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007164e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1146 [semacquire]:
bytes.makeSlice(0x133, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003c07ec0, 0x2b, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003c07ec0, 0xc001414360, 0x2b, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003c07ec0, 0xc001414360, 0x2b, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003c07ec0, 0xc005000310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc003c07ec0, 0xc005000150, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003c07ec0, 0xc0050000e0, 0xb84d20, 0xc003c07ec0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003c07ec0, 0xc0050000e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001bcda70, 0x50d2a1, 0xc0014143c0, 0x2b, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004d915e0, 0xc0016fc500, 0xc000afbe60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1148 [semacquire]:
bytes.makeSlice(0x1421, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000d93260, 0x43, 0x24d)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000d93260, 0xc00159fe50, 0x43, 0x5165d7, 0xc00314fe70, 0xc0028aaba0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005fffb90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005fffb20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005fffa40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005ffed90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000622300, 0xc00207b320, 0xf)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000d935e0, 0xc000622300, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000d935e0, 0xc005713140, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1149 [semacquire]:
strings.Replace(0xc000cd3000, 0xf0c, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc000cd3000, 0xf0c)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041f99c0, 0xc003127000, 0xf0a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1150 [semacquire]:
encoding/json.Unmarshal(0xc00683e000, 0x8a, 0x90, 0x9cfa40, 0xc003211660, 0x90, 0x1)
/usr/local/go/src/encoding/json/decode.go:100 +0x31
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0015719e0, 0xc00442f600, 0x80d, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc00442f600, 0x80d, 0xc00442f600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:29 +0x94
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001bbd6c0, 0x62, 0xc00442f600, 0x80d, 0xaa0378, 0x1, 0xc00442f600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1151 [semacquire]:
strings.Replace(0xc003b7d300, 0x18b2, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc003b7d300, 0x18b2)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048899c0, 0xc0030b4000, 0x18a1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1153 [semacquire]:
strings.Replace(0xc005f36000, 0x3660, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x13, 0xc005f36000, 0x3660)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0011e19c0, 0xc005f39800, 0x3658, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716cc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1154 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005881d10, 0x269395593, 0x1251a20, 0xc0035e97e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1155 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0005a72c0, 0x50d201, 0xc00146c210, 0xa4, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0042975e0, 0xc0025b3340, 0xc006578340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1156 [semacquire]:
regexp.onePassCopy(0xc0010c6240, 0xc0010c6240)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0010c6240, 0xc0010c6240)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0005913c8, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0005913c8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0005913c8, 0x0, 0xb856e0, 0xc00236c528, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0005913c8, 0xc003a07a40, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0005913c8, 0x42ca96, 0xc0010c6210, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000591438, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc002b8c920, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0014b9620, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0005915e0, 0xc002fd5360, 0xabc101, 0x1d, 0x70, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1157 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc004ec9520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004ec9520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004ec9520, 0xc0051d9b90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004262580, 0x0, 0x0, 0x0, 0xc0003c12c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004262580, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0003c19c0, 0xc0003b6000, 0x57d8, 0xd1b0d0bfd0bed020, 0xd181d1bed0bdd081, 0x80d1bfd0208cd182)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1158 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005cf5860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005cf5930, 0xc001a7da40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0048ecf60, 0x0, 0x0, 0x0, 0xc0001d52c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0048ecf60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001d59c0, 0xc00018c000, 0x59ba, 0x20bad081d1b8d0be, 0xd0b7d020b5d0bdd0, 0xd18bd180d1bad0b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1159 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002b88fc0, 0xc002be1320, 0xc004cdf2d8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc004cdf5e0, 0xc002b88fc0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004cdf5e0, 0xc001718ce0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007173e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1160 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc0024b6b80, 0xc0013a6540, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc0024b6b80, 0xc0013a6540, 0xc0004b5298, 0x747325, 0xc0031c8700)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc0013a6460, 0x0, 0x8, 0x50d201)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc00048e658, 0x1, 0x1, 0xc0004b53f8, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc00048e658, 0x1, 0x1, 0xb856e0, 0xc0024b6b80, 0xae62c8, 0xc0003289c8, 0x4f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00376c660, 0xaa3da6, 0x4, 0xffffffffffffffff)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0004b55e0, 0xc00519b8e0, 0x87, 0xc0003289c8)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:120 +0x4a
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1161 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002417110, 0xc0023de000, 0x4b3)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002417110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002417110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002417110, 0xc002c2ab60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000525b80, 0x0, 0x0, 0x0, 0xc004b772c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000525b80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b779c0, 0xc003ae8000, 0xd722, 0xd0b3d02036393931, 0xd1202cb0d0b4d0be, 0xd0b4d0b3d0bed082)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1163 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033f3488, 0xaa04d9, 0x2, 0xc006488000, 0x57eb, 0xc006488000, 0xc0033f3478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc006488000, 0x57eb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0033f35e0, 0xc003956e80, 0x6d, 0xc002b8b650)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1164 [semacquire]:
bytes.makeSlice(0x779f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003135450, 0x7, 0x9)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003135450, 0xc005104b69, 0x7, 0x9, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0035c3ea0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0033d5f80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002835ab0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0029e6000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0024ed0a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003b537a0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031355e0, 0xc00470bb00, 0x89, 0xc005138c96)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1165 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006210000, 0x9da, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006210000, 0x9da, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006210000, 0x9da, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006210000, 0x9da, 0x0, 0x0, 0x115ea80, 0x2, 0xc002ce7b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006210000, 0x9da, 0x0, 0x0, 0xc003f14000, 0x9e9, 0xc002ce7bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006210000, 0x9da, 0x9da, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000fce850, 0x6b, 0xc006210000, 0x9da, 0xaa0378, 0x1, 0xc006210000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1166 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002911400, 0x4b3, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002911400, 0x4b3, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002911400, 0x4b3, 0x0, 0x0, 0x115ea80, 0x2, 0xc002633b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002911400, 0x4b3, 0x0, 0x0, 0xc002910f00, 0x4b6, 0xc002633bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002911400, 0x4b3, 0x4b3, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00051e000, 0x81, 0xc002911400, 0x4b3, 0xaa0378, 0x1, 0xc002911400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1167 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00408d800, 0xc000995388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000995488, 0xaa0569, 0x2, 0xc004d1f800, 0x70c, 0x1, 0x106, 0xc00519ac00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc004d1f800, 0x70c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0009955e0, 0xc0016fcb80, 0x5a, 0xc002276960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1168 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003b40300, 0x625, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003b40300, 0x625, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003b40300, 0x625, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003b40300, 0x625, 0x0, 0x0, 0x115ea80, 0x2, 0xc0050d1b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003b40300, 0x625, 0x0, 0x0, 0xc003b3e000, 0x629, 0xc0050d1bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003b40300, 0x625, 0x625, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001b20154, 0x8b, 0xc003b40300, 0x625, 0xaa0378, 0x1, 0xc003b40300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1170 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0009433c0, 0x8, 0xc00007e35a, 0x203000, 0x203000, 0x203000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xab132b, 0xa, 0x30, 0xc00374dfb0, 0x0, 0x8, 0xc0004fae00)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xab132b, 0xa, 0x42d308, 0x30, 0xa7a000)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00343a870, 0xab132b, 0xa, 0x13)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc0009435e0, 0xc0042e6280, 0xc00011ae80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:264 +0x83
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1171 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0001eba00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0001ebad0, 0xc001f8a070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0042e6780, 0x0, 0x0, 0x0, 0xc005cb92c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0042e6780, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005cb99c0, 0xc004129b00, 0xd27, 0x3, 0x1, 0xc0019dcde0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1172 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002565900, 0x1006, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002565900, 0x1006, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002565900, 0x1006, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002565900, 0x1006, 0x0, 0x0, 0x115ea80, 0x2, 0xc001d51b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002565900, 0x1006, 0x0, 0x0, 0xc00260e600, 0x100b, 0xc001d51bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002565900, 0x1006, 0x1006, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0003383c0, 0x24, 0xc002565900, 0x1006, 0xaa0378, 0x1, 0xc002565900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1173 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0050b2d20, 0x0, 0x0, 0x0, 0xc001d5e480, 0x45c, 0x2, 0xc001a4b2e0, 0xc001d5e480, 0x45c, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0050b2d20, 0xc001d5e480, 0x45c, 0xaa0378, 0x1, 0x1, 0xa)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0009415e0, 0xc0042e7a00, 0xc00000efa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1174 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000809ee0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00587c000, 0xc0057973b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003f54810, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003f547e0, 0x0, 0x0, 0x0, 0x1000, 0xc0057f7000, 0xf8f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0057f7000, 0xf8f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001bbce00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0022315e0, 0xc0016fce60, 0xc004262ba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1175 [semacquire]:
strings.Replace(0xc000b8b000, 0xf5f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc000b8b000, 0xf5f)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0012eb9c0, 0xc003181000, 0xf5d, 0x2, 0xc0021e45c0, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1176 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002c3aa90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002c3ab60, 0xc000afd810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002ccc7e0, 0x0, 0x0, 0x0, 0xc003f852c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002ccc7e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f859c0, 0xc003f2cc00, 0x1253, 0xa, 0xc0014a071a, 0x10)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1177 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000c485b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000c48680, 0xc00565cd20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408c460, 0x0, 0x0, 0x0, 0xc0034492c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408c460, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034499c0, 0xc0027a3c00, 0xb57, 0xd086d1b0d083d182, 0xb1d0bed0208fd1b8, 0x80d182d181d1bed0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1178 [semacquire]:
bytes.makeSlice(0x120d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00533e2d0, 0x83, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00533e2d0, 0xc00558e2d0, 0x83, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00533e2d0, 0xc00558e2d0, 0x83, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00533e2d0, 0xc0055db730, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00533e2d0, 0xc0055db6c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00533e2d0, 0xc0055dacb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00533e2d0, 0xc0055dabd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00533e2d0, 0xc00540eaf0, 0xb84d20, 0xc00533e2d0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00533e2d0, 0xc00540eaf0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00558d1d0, 0x3ace19bdf, 0x1251a20, 0xc00180bee0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1179 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005122e00, 0x675, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005122e00, 0x675, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005122e00, 0x675, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005122e00, 0x675, 0x0, 0x0, 0x115ea80, 0x2, 0xc00414db20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005122e00, 0x675, 0x0, 0x0, 0xc004d73800, 0x676, 0xc00414dbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005122e00, 0x675, 0x675, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001755600, 0x7c, 0xc005122e00, 0x675, 0xaa0378, 0x1, 0xc005122e00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1180 [semacquire]:
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00559c300)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00559c2d0, 0xc003f29390, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc003f29778, 0xc00000fa20, 0xaac03e, 0x7, 0xc00000fa20)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc003f29778, 0xc00000fa20, 0xc00363a300)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1181 [runnable]:
strings.(*Builder).WriteRune(0xc0027eb130, 0x43d, 0x185, 0x43d, 0x187)
/usr/local/go/src/strings/builder.go:104 +0x29d
strings.Map(0xae62d0, 0xc00417ea02, 0x1eb, 0x1ed, 0xc0046b7500)
/usr/local/go/src/strings/strings.go:511 +0x3ab
strings.ToLower(0xc00417ea00, 0x1ed, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027eb4c8, 0xaa058b, 0x2, 0xc00417ea00, 0x1ed, 0xc0027eb308, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc003126ab0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003126a80, 0xc0027eb390, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0027eb450)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0027eb450, 0xc003126000, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x29f, 0x2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0027eb5e0, 0xc003126000, 0xaa058b, 0x2, 0x0, 0x0, 0xd020bcd0b8d089d1, 0xd0bed0bad0b0d0b7, 0xd1b0d0b4d0bed0bd)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1182 [semacquire]:
strings.genSplit(0xc00544b200, 0xc5f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc000fe6a00, 0x13f, 0x13f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000997488, 0xaa05c9, 0x2, 0xc000f91900, 0xc5f, 0x1, 0x13f, 0xc0015fde00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc000f91900, 0xc5f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0009975e0, 0xc00236d8c0, 0xa0, 0xc0014be00c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1183 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002688a00, 0x64e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002688a00, 0x64e, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002688a00, 0x64e, 0x0, 0x0, 0x115ea80, 0x2, 0xc003affb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002688a00, 0x64e, 0x0, 0x0, 0xc005b83800, 0x654, 0xc003affbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002688a00, 0x64e, 0x64e, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000dcd600, 0xa9, 0xc002688a00, 0x64e, 0xaa0378, 0x1, 0xc002688a00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1184 [semacquire]:
strings.Replace(0xc00309d000, 0xd83, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc00309d000, 0xd83)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0010db9c0, 0xc00309d000, 0xd83, 0xc005105920, 0x6, 0xc00269f7b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1185 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000ed2c0, 0x0, 0x0, 0x0, 0xc004d646e0, 0x158, 0x2, 0xc00583c260, 0x0, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000ed2c0, 0xc004d646e0, 0x158, 0xaa0378, 0x1, 0xc0052aa6a0, 0x13)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583d188, 0xc005839340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583d188, 0xc005839180, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00583d188, 0xc005839180, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00583d188, 0xc005839180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583d188, 0xc005839180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583d188, 0xc0058388c0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004b77188, 0xc0058388c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b77188, 0xc0058388c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583d188, 0xc0058387e0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004b77188, 0xc0058387e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b77188, 0xc0058387e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583d188, 0xc005811f80, 0xc0008d0700, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004b77188, 0xc005811f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b77188, 0xc005811f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583d188, 0xc005811ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b77188, 0xc005811ea0, 0x54b170, 0xc004d2cc30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005811ea0, 0x0, 0x0, 0x0, 0x0, 0xc005811ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0051c5440, 0x0, 0x0, 0x0, 0xc80, 0xc0051e4c80, 0xc5e, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0051e4c80, 0xc5e, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0031f1980)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004b775e0, 0xc00180afa0, 0xc00519b5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1186 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004263200, 0xc005e4d388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e4d488, 0xaa04d9, 0x2, 0xc005484000, 0x902, 0x8, 0x109, 0xc0042630a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc005484000, 0x902, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e4d5e0, 0xc004262d20, 0x7b, 0xc001755e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1187 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0059f39c0, 0xc0033e2a00, 0x141f, 0xd081d120bdd0b5d0, 0x2085d1b8d0bed0b2, 0xbcd0b5d0b0d0bdd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1188 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002c3a270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002c3a340, 0xc00310c070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0033154c0, 0x0, 0x0, 0x0, 0xc0040852c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0033154c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040859c0, 0xc0039e5300, 0x1038, 0x80d1b5d082d1b0d0, 0x8bd1bbd0b0d0b8d0, 0xd1bed0bdd0b8d020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1189 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002654300, 0xa9ece0, 0xc0026542d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004fe55e0, 0xc00000e080, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1190 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001f30aa0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001f30aa0, 0x0, 0x0, 0x0, 0xc004fe12c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001f30aa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004fe19c0, 0xc0018d1000, 0xe18, 0x0, 0xc003767096, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1191 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006ad3488, 0xaa05c9, 0x2, 0xc004d39500, 0x1a1d, 0x1, 0x250, 0xc0066512a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc004d39500, 0x1a1d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006ad35e0, 0xc006650e80, 0x9c, 0xc00321a0a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1192 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc00455b300, 0x1207, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0000adbc0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004ba95e0, 0xc0054675c0, 0xc003210880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1193 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001f313c0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001f313c0, 0x0, 0x0, 0x0, 0xc004fc32c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001f313c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004fc39c0, 0xc004090000, 0x4191, 0xd, 0xc0037690d6, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1194 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00233c330, 0xaa03b1, 0x1, 0x4002000000000000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0006db5e0, 0xc00233c330, 0xc003017d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:632 +0x56
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0006db5e0, 0xc00233c330, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0006db5e0, 0xc00233c330, 0xc00233c330)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1195 [semacquire]:
strings.Replace(0xc001116380, 0xcb5, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc001116380, 0xcb5)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005db9c0, 0xc001114880, 0xcb4, 0x2d2d2d2d2d2d2d2d, 0x2d2d2d2d2d2d2d2d, 0x2d2d2d2d2d2d2d2d)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1196 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001b66dd0, 0xc00146c000, 0xab)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001b66dd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001b66dd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001b66dd0, 0xc00154c9a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025b3600, 0x0, 0x0, 0x0, 0xc00078b2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025b3600, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00078b9c0, 0xc0026caa80, 0xa3e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1197 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000ec5a00, 0xc002648000, 0x25e)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000ec5a00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000ec5a00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000ec5a00, 0xc001f84000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0012d1110, 0x0, 0x0, 0x0, 0x0, 0xd01, 0xc0012d10e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0012d10e0, 0x0, 0x0, 0x0, 0xd80, 0xc005567600, 0xd3d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc005567600, 0xd3d, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00132b8f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0001d35e0, 0xc00408ca00, 0xc00408d2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1198 [semacquire]:
regexp.makeOnePass(0xc0037ecbd0, 0xc0037ecbd0)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc0037ecb70, 0xc0037ecb70)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003eaf0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003eaf0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0044ce81c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003eaf0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003eaf0c0, 0x1, 0xc0012cf220, 0xc01007fa380, 0x280408954e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003eaf0c0, 0x4, 0x284, 0xc000b27d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000b27000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002c3a9c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0037ecb40, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003eaf9c0, 0xc003558d80, 0xd7c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1199 [semacquire]:
strings.Replace(0xc004572000, 0x280f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc004572000, 0x280f)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045639c0, 0xc003c5ea80, 0x280b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1201 [semacquire]:
bytes.makeSlice(0xf77, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00417a2a0, 0x155, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00417a2a0, 0xc0033b0b00, 0x155, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00417a2a0, 0xc0033b0b00, 0x155, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00417a2a0, 0xc001912540, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00417a2a0, 0xc0019124d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00417a2a0, 0xc0053d5030, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00417a2a0, 0xc0053d4f50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00417a2a0, 0xc005839f80, 0xb84d20, 0xc00417a2a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00417a2a0, 0xc005839f80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00417a0c0, 0x269eff122, 0x1251a20, 0xc00408d040, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1202 [semacquire]:
bytes.makeSlice(0xe62, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00417a4e0, 0x122, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00417a4e0, 0xc00535c3c0, 0x122, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00417a4e0, 0xc00535c3c0, 0x122, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00417a4e0, 0xc000d66620, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00417a4e0, 0xc000d665b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00417a4e0, 0xc0053d56c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00417a4e0, 0xc0053d55e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00417a4e0, 0xc0020457a0, 0xb84d20, 0xc00417a4e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00417a4e0, 0xc0020457a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00417a330, 0x269f09042, 0x1251a20, 0xc00408d2a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1203 [semacquire]:
bytes.makeSlice(0xf76, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00417a6c0, 0x108, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00417a6c0, 0xc0028d4c60, 0x108, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00417a6c0, 0xc0028d4c60, 0x108, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00417a6c0, 0xc0058a8620, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00417a6c0, 0xc0058a85b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00417a6c0, 0xc002dc3e30, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00417a6c0, 0xc002dc23f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00417a6c0, 0xc00260b420, 0xb84d20, 0xc00417a6c0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00417a6c0, 0xc00260b420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00417a510, 0x269f10ecb, 0x1251a20, 0xc00408d580, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1204 [semacquire]:
strings.Replace(0xc000016a00, 0x234a, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x5, 0xc000016a00, 0x234a)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00572d9c0, 0xc0049bc000, 0x2339, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1205 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b594c8, 0xaa058b, 0x2, 0xc002b64000, 0x2b0, 0xc004b59308, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x1, 0xc00374def0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003254810, 0xc004b59390, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc004b59450)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc004b59450, 0xc004d29bf0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc004b59401, 0xc00177bf90)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc004b595e0, 0xc004d29bf0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1206 [semacquire]:
strings.genSplit(0xc002059400, 0x4ec, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x4ec, 0xc002058f00, 0x4ec)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ad5650, 0xaa058b, 0x2, 0xc002058f00, 0x4ec, 0x1, 0x2f, 0xc0024b7f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003ad55e0, 0xc0016fcc40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1207 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004e0e060, 0x294a0659c, 0x1251a20, 0xc002f3fda0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1208 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc001486c30, 0x100)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001486c30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001486c30, 0xc0026fbb90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c93ee0, 0x0, 0x0, 0x0, 0xc0027c92c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c93ee0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0027c99c0, 0xc0014fd000, 0xe80, 0x9e9080, 0xc001bf0640, 0x9e9080)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb12c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1209 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002b8d700, 0xc001a9b388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a9b488, 0xaa05c9, 0x2, 0xc001f11800, 0x7c3, 0x1, 0xd7, 0xc0025b35c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00159afc0, 0xc001f11800, 0x7c3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a9b5e0, 0xc003c93f40, 0x8a, 0xc002b10870)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1210 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc001d71380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001d71380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001d71380, 0xc0066fa3f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0054676e0, 0x0, 0x0, 0x0, 0xc004fbf2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0054676e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004fbf9c0, 0xc00257c000, 0x8fc, 0x9e9080, 0xc001bf0640, 0x9e9080)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb15c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1211 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004f46600, 0x5e6, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004f46600, 0x5e6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004f46600, 0x5e6, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004f46600, 0x5e6, 0x0, 0x0, 0x115ea80, 0x2, 0xc005ec1b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004f46600, 0x5e6, 0x0, 0x0, 0xc003e9f800, 0x5e8, 0xc005ec1bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004f46600, 0x5e6, 0x5e6, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0044298c0, 0x54, 0xc004f46600, 0x5e6, 0xaa0378, 0x1, 0xc004f46600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1212 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002c3a750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002c3a820, 0xc0007d1a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00171abd0, 0x0, 0x0, 0x0, 0x0, 0x2a01, 0xc002608180)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002608180, 0x0, 0x0, 0x0, 0x2a80, 0xc002dc6000, 0x2a2a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc002dc6000, 0x2a2a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0014154d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00110d5e0, 0xc002b8d8e0, 0xc0016fc180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb18c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1213 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006d26b00, 0x524, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006d26b00, 0x524, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006d26b00, 0x524, 0x0, 0x0, 0x115ea80, 0x2, 0xc003417b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006d26b00, 0x524, 0x0, 0x0, 0xc006d26580, 0x528, 0xc003417bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006d26b00, 0x524, 0x524, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001240be0, 0x92, 0xc006d26b00, 0x524, 0xaa0378, 0x1, 0xc006d26b00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1214 [semacquire]:
strings.genSplit(0xc00367a900, 0x8d4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xdc, 0xdc)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b07488, 0xaa059b, 0x2, 0xc003da2d00, 0x8d4, 0x2, 0xdc, 0xc0042631c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc003da2d00, 0x8d4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b075e0, 0xc003b2f240, 0x95, 0xc00421e640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1215 [semacquire]:
strings.Replace(0xc002bd8000, 0x1327, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc002bd8000, 0x1327)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00572b9c0, 0xc001901500, 0x1324, 0xbcd0b8d020bed082, 0xd020bed0bbd0b5d0, 0xd082d181d1b5d0bc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1216 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004f89500, 0x674, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004f89500, 0x674, 0x0, 0x0, 0x115ea80, 0x2, 0xc0054c9b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004f89500, 0x674, 0x0, 0x0, 0xc004f88700, 0x676, 0xc0054c9bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004f89500, 0x674, 0x674, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0027c01af, 0x50, 0xc004f89500, 0x674, 0xaa0378, 0x1, 0xc004f89500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1217 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc0008eed00, 0xc00486e380, 0xc00454a740, 0x2, 0x2, 0xc00454a740, 0x2, 0x2)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc0008eed00, 0xc004893b90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc0008eed00, 0xc004893b20, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc0008eed00, 0xc004893b20, 0xc004fc1018, 0x747325, 0xc0024ddc00)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc004893a40, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc0002c9a80, 0x1, 0x1, 0xc004fc1178, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc0002c9a80, 0x1, 0x1, 0xb856e0, 0xc0008eed00, 0xc0051c5ec0, 0xc0051c5ec0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004816810, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004fc19c0, 0xc00245c000, 0xc2c, 0x86d1b0d0b7d0b8d0, 0xd181d120b8d0b8d0, 0xd1b8d0bed080d182)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1218 [semacquire]:
strings.Replace(0xc001587800, 0x15a4, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057299c0, 0xc001587800, 0x15a4, 0xbed081d1b5d080d1, 0xb8d0bbd0b0d0b2d0, 0xd180d1bed0bfd020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003342a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1219 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1220 [semacquire]:
regexp.onePassCopy(0xc00589eae0, 0xc00589eae0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00589eae0, 0xc00589eae0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002ac30c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002ac30c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0068e9a14)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002ac30c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002ac30c0, 0x1, 0xc0012ce2f0, 0xc01046b7500, 0x2804089562f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002ac30c0, 0x4, 0xcc6, 0xc004a72301, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004a72000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0057f9520, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00589eab0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ac39c0, 0xc005760f00, 0x221b, 0xa, 0xc0039d181e, 0xf)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003345a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1221 [semacquire]:
strings.genSplit(0xc004d5c800, 0x26b7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x2800, 0x0, 0x7fc8e01bd7c8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e57488, 0xaa0599, 0x2, 0xc006c8a000, 0x26b7, 0xc006c8a000, 0xc003e57478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0005a6060, 0xc006c8a000, 0x26b7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e575e0, 0xc00470b140, 0xb3, 0xc00163b839)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334720, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1222 [semacquire]:
strings.Replace(0xc000b33000, 0xea3, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc000b33000, 0xea3)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028cd9c0, 0xc00319d000, 0xe9f, 0x2, 0xc0039d2d30, 0x10)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003348a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1223 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003e06820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc003e068f0, 0xc0035c1180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0057124a0, 0x0, 0x0, 0x0, 0xc0004192c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0057124a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0004199c0, 0xc003955000, 0xe60, 0x12, 0xc0039ce20d, 0xb)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1224 [semacquire]:
strings.Replace(0xc000cc0000, 0xeec, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc000cc0000, 0xeec)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b919c0, 0xc0031b7000, 0xeeb, 0x0, 0xc0039ced92, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1225 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002f3f6c0, 0xc004f532e8, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f53650, 0xaa058b, 0x2, 0xc005806600, 0x18b9, 0x0, 0xc00004f180, 0x7fc9089562f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004f535e0, 0xc002f3e500, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1226 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc000fe2410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000fe2410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000fe2410, 0xc0050aeee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005712fa0, 0x0, 0x0, 0x0, 0xc0004152c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005712fa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0004159c0, 0xc00111b300, 0x192d, 0x6, 0xc0039d0364, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335020, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1227 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002ccc820, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002ccc820, 0x0, 0x0, 0x0, 0xc003f812c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002ccc820, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f819c0, 0xc00203ad00, 0x8d2, 0xd1b0d0bbd0b0d080, 0x83d182d1208cd181, 0xd0bfd020b0d0b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003351a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1228 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000c48820, 0xc0040c2000, 0x179)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000c48820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000c48820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000c48820, 0xc000bde070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408c4c0, 0x0, 0x0, 0x0, 0xc003eab2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408c4c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003eab9c0, 0xc0030c2a80, 0xa08, 0xd181d182d191d1b4, 0x80d1b5d0bfd0208f, 0xbbd0b5d0b4d0b5d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1229 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0001ea000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001ea000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0001ea000, 0xc001357c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0006e3740, 0x0, 0x0, 0x0, 0xc005cdb2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0006e3740, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005cdb9c0, 0xc003133200, 0xc2b, 0xd181d1208cd1bbd0, 0xd0b0d080d1b3d08b, 0xd18dd120b2d020bb)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003354a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1230 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003cb0000, 0x857, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003cb0000, 0x857, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003cb0000, 0x857, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003cb0000, 0x857, 0x0, 0x0, 0x115ea80, 0x2, 0xc000595b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003cb0000, 0x857, 0x0, 0x0, 0xc001a63600, 0x85a, 0xc000595bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003cb0000, 0x857, 0x857, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00077db00, 0x81, 0xc003cb0000, 0x857, 0xaa0378, 0x1, 0xc003cb0000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1231 [semacquire]:
strings.Replace(0xc0031c4000, 0xd82, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x6, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057359c0, 0xc0031c4000, 0xd82, 0xbad0b0d082d120b7, 0xd0202d2085d1b8d0, 0xd081d1b8d0bed0bf)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003357a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1232 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004afd9c0, 0xc005cd2000, 0xe0d, 0xbfd020bed0bdd08c, 0xb0d082d181d1bed0, 0xbdd0b5d0bbd0b2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1233 [semacquire]:
strings.genSplit(0xc0067f8000, 0x871, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006282000, 0x100, 0x100)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00374f488, 0xaa04df, 0x2, 0xc005a7a000, 0x871, 0x1, 0x100, 0xc00470be00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000622720, 0xc005a7a000, 0x871, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00374f5e0, 0xc0015fc3a0, 0x79, 0xc004328500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1234 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004d1c000, 0xa71, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004d1c000, 0xa71, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004d1c000, 0xa71, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004d1c000, 0xa71, 0x0, 0x0, 0x115ea80, 0x2, 0xc005427b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004d1c000, 0xa71, 0x0, 0x0, 0xc0048fca80, 0xa71, 0xc005427bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004d1c000, 0xa71, 0xa71, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002b8bb20, 0x61, 0xc004d1c000, 0xa71, 0xaa0378, 0x1, 0xc004d1c000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1235 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044479c0, 0xc0037bb300, 0x1261, 0x20bad081d1b8d0be, 0xd0b7d020b5d0bdd0, 0xd18bd180d1bad0b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1236 [semacquire]:
strings.Replace(0xc002392c00, 0x12ff, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc002392c00, 0x12ff)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005f939c0, 0xc0050d5900, 0x12fb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1237 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc000c48a90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000c48a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000c48a90, 0xc000cd01c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408c580, 0x0, 0x0, 0x0, 0xc0055292c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408c580, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055299c0, 0xc0031fc000, 0x746, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1238 [semacquire]:
strings.Replace(0xc005eef400, 0xad9, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc005eef400, 0xad9)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00552f9c0, 0xc005eef400, 0xad9, 0xb, 0x10, 0xc0024c9700)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1239 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001487520, 0xc00378a000, 0x1d8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001487520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001487520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001487520, 0xc000da6070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b2e300, 0x0, 0x0, 0x0, 0xc0044492c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b2e300, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044499c0, 0xc003a56c00, 0xae9, 0x23, 0x30, 0xc004d6a6c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1240 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00408c500, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408c500, 0x0, 0x0, 0x0, 0xc003cf12c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408c500, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cf19c0, 0xc00321ca80, 0xa73, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1241 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000c49380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000c49450, 0xc002e3b260, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043af660, 0x0, 0x0, 0x0, 0xc003f7f2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043af660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f7f9c0, 0xc0036d8400, 0xab2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1242 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0068c2640, 0xc004af7388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004af7488, 0xaa0599, 0x2, 0xc0022e6000, 0x2dd1, 0xc0022e6000, 0xc004af7478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc0022e6000, 0x2dd1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004af75e0, 0xc0068c2300, 0x3b, 0xc0000b20c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1243 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00111cc80, 0x18ef, 0xc00572f2e0, 0xc002fd6700)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00111cc80, 0x18ef, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00572f488, 0xaa05c9, 0x2, 0xc00111cc80, 0x18ef, 0x1, 0x28c, 0xc003017e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0005a6060, 0xc00111cc80, 0x18ef, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00572f5e0, 0xc006a4dac0, 0x28, 0xc0064ac720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1244 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041fd9c0, 0xc002dcfb00, 0xd3d, 0xc0021d41f8, 0x5, 0xc001f69b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1366 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283ad20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1246 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044139c0, 0xc00074d500, 0x9d7, 0xc004b1bd60, 0x5, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 556 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0041e63a0, 0xc002dbb388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002dbb488, 0xaa04fd, 0x2, 0xc002635b00, 0x8f8, 0x1, 0x117, 0xc00470be20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc002635b00, 0x8f8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002dbb5e0, 0xc005885a20, 0x6e, 0xc003f4e000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001c6e540, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 524 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00564d080, 0x55a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00564d080, 0x55a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00564d080, 0x55a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00564d080, 0x55a, 0x0, 0x0, 0x115ea80, 0x2, 0xc0060a5b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00564d080, 0x55a, 0x0, 0x0, 0xc00564cb00, 0x55d, 0xc0060a5bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00564d080, 0x55a, 0x55a, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000026b80, 0x73, 0xc00564d080, 0x55a, 0xaa0378, 0x1, 0xc00564d080)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b316e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1249 [semacquire]:
strings.Replace(0xc004374800, 0xb7e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc004374800, 0xb7e)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057279c0, 0xc002f94000, 0xb7c, 0xa, 0xc0033f54d9, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056f9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1250 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002be0f60, 0x2692d7b29, 0x1251a20, 0xc00470abc0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1251 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc00589ee70, 0xc00589ee70)
/usr/local/go/src/regexp/onepass.go:306 +0x6a
regexp.compileOnePass(0xc00589ee10, 0xc00589ee10)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005d5d0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005d5d0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0068e9ac0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005d5d0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005d5d0c0, 0x1, 0xc0012ce350, 0xc0046b7500, 0x2804089562f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005d5d0c0, 0x4, 0x4c0, 0xc004a73b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004a73000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0047f1d40, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00589ede0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d5d9c0, 0xc0025c9500, 0x1a71, 0xd080d1b2d0bed0ba, 0xd0bdd0b5d0bcd0b5, 0xb4d020b5d08bd1bd)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1252 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001d71ad0, 0xc0028e4000, 0x1df)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001d71ad0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001d71ad0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001d71ad0, 0xc0069b69a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005467de0, 0x0, 0x0, 0x0, 0xc005cd92c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005467de0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005cd99c0, 0xc003b7ec80, 0x192d, 0x2, 0xc00519d7f0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1253 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc006644000, 0x1d48, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00412e840)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0038795e0, 0xc000afa0e0, 0xc00408d380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1254 [semacquire]:
bytes.makeSlice(0x3a87, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006b03450, 0x355, 0x2a7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006b03450, 0xc005554380, 0x355, 0x5165d7, 0xc0063af95d, 0xc004478878)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005553b90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005553b20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0055527e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005552700)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005552000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00195e420, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006b035e0, 0xc002b8cda0, 0x84, 0xc005530090)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514840, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1255 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514a80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1256 [semacquire]:
strings.Replace(0xc000cc3000, 0xec1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc000cc3000, 0xec1)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040819c0, 0xc00311d000, 0xebe, 0x2, 0xc0023f1f19, 0xe)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1257 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002ccc9c0, 0xc003e29388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e29488, 0xaa0599, 0x2, 0xc004d36000, 0x1990, 0x31, 0x375, 0xc002ccc960)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0005a6060, 0xc004d36000, 0x1990, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e295e0, 0xc000afb140, 0x93, 0xc0032f2a2e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000514f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1259 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034cd9c0, 0xc00187cc00, 0x10eb, 0x15, 0xc005215061, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005152c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1260 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005e4b3a8, 0x432e00, 0xc005e4b2d8, 0x21b3df48, 0xb6bf7f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005e4b3a8, 0xc000bbea80, 0x5, 0xc005e4b2f8, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005e4b3a8, 0xc005e4b3c0, 0x43b3b7, 0x1252790, 0xc005e4b300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fc8e02d2ee0, 0xc005e4b401, 0x10100000042ab7a, 0x0, 0xc6e)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0048366c0, 0xaa64ee, 0x5, 0x1798)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc005e4b5e0, 0xc00236cdc0, 0xc6e, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1261 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003f14000, 0x9b3, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f14000, 0x9b3, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f14000, 0x9b3, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f14000, 0x9b3, 0x0, 0x0, 0x115ea80, 0x2, 0xc004363b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f14000, 0x9b3, 0x0, 0x0, 0xc003f13500, 0x9c0, 0xc004363bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f14000, 0x9b3, 0x9b3, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002ed4c95, 0x82, 0xc003f14000, 0x9b3, 0xaa0378, 0x1, 0xc003f14000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1262 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003f5ed00, 0x80b, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f5ed00, 0x80b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f5ed00, 0x80b, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f5ed00, 0x80b, 0x0, 0x0, 0x115ea80, 0x2, 0xc005427b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f5ed00, 0x80b, 0x0, 0x0, 0xc003f5d200, 0x80d, 0xc005427bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f5ed00, 0x80b, 0x80b, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0012b0690, 0x64, 0xc003f5ed00, 0x80b, 0xaa0378, 0x1, 0xc003f5ed00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005158c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1263 [semacquire]:
strings.Replace(0xc000cd7000, 0xf5a, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc000cd7000, 0xf5a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032419c0, 0xc000cd7000, 0xf5a, 0x2, 0xc0058816da, 0xf)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1264 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc0068e9290, 0x3, 0xaa4e4b, 0x5, 0x3, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc004ec85b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004ec85b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004ec85b0, 0xc0036b03f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c93380, 0x0, 0x0, 0x0, 0xc005d5f2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c93380, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d5f9c0, 0xc00520b100, 0x697, 0x0, 0xc0024f702c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000515ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1265 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003e79e60, 0x2e319566b, 0x1251a20, 0xc002f3e980, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000348060, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1266 [semacquire]:
regexp.makeOnePass(0xc0014b8750, 0xc0014b8750)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc0014b86f0, 0xc0014b86f0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0041fb0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0041fb0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00515b29c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0041fb0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0041fb0c0, 0x1, 0xc00123c600, 0xc01006fe000, 0x280408954108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0041fb0c0, 0x4, 0x2ca, 0xc003147d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003147000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002c3a4e0, 0x101)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0034bd290, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041fb9c0, 0xc0039ecd80, 0xd33, 0x0, 0xc00406c92c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000348120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1267 [semacquire]:
strings.Replace(0xc002e2ad80, 0xc93, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc002e2ad80, 0xc93)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044119c0, 0xc0039f1100, 0xc91, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003481e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1268 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0011db000, 0xb5c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0011db000, 0xb5c, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0011db000, 0xb5c, 0x0, 0x0, 0x115ea80, 0x2, 0xc003ba3b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0011db000, 0xb5c, 0x0, 0x0, 0xc0011da400, 0xb62, 0xc003ba3bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0011db000, 0xb5c, 0xb5c, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002eadaa0, 0x5b, 0xc0011db000, 0xb5c, 0xaa0378, 0x1, 0xc0011db000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003482a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1269 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0025b2880, 0xc005fa9388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005fa9488, 0xaa0503, 0x2, 0xc005cbd900, 0x1246, 0x3, 0x221, 0xc002fd52c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc005cbd900, 0x1246, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005fa95e0, 0xc002fd4d40, 0x80, 0xc0037b7380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000348360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1270 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004ec9a00, 0xc0045b4000, 0x12a)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004ec9a00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004ec9a00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004ec9a00, 0xc0039f8fc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004262760, 0x0, 0x0, 0x0, 0xc0034cb2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004262760, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034cb9c0, 0xc002777000, 0xe01, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000348420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1271 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).empty(...)
/usr/local/go/src/regexp/syntax/compile.go:260
regexp/syntax.(*compiler).compile(0xc0034c6bf8, 0xc0058f0850, 0x456823)
/usr/local/go/src/regexp/syntax/compile.go:129 +0xa1e
regexp/syntax.(*compiler).compile(0xc0034c6bf8, 0xc0058f0930, 0xc0034c6c30)
/usr/local/go/src/regexp/syntax/compile.go:154 +0xb01
regexp/syntax.Compile(0xc0058f0930, 0xc0058f0930, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0034c70c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0034c70c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003516408)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0034c70c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0034c70c0, 0x1, 0xc0013c5f80, 0xc002fd6700, 0x280408957080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0034c70c0, 0x4, 0xa3, 0xc005cf3f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005cf3000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc004ec9d40, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005881f80, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034c79c0, 0xc0029e9000, 0xf5b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003484e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1272 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0048ed1a0, 0xc00110b388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00110b488, 0xaa04d9, 0x2, 0xc002ae3100, 0x6bd, 0xc002ae3100, 0xc00110b478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc002ae3100, 0x6bd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00110b5e0, 0xc004ace220, 0x90, 0xc0043a6120)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003485a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1273 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0003c2bf8, 0xc004b24ad8, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0003c2bf8, 0xc000c5f1f0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0003c2bf8, 0xc000c5f260, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc000c5f260, 0xc000c5f260, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x0)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0003c30c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0003c30c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0044cf950)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0003c30c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0003c30c0, 0x1, 0xc002cbabd0, 0xc01024ddc00, 0x280408954e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0003c30c0, 0x4, 0xc21, 0xc0025b5301, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0025b5000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003e9f2b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0037edc80, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0003c39c0, 0xc004c74500, 0x22fa, 0x0, 0x0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000348660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1274 [semacquire]:
regexp.makeOnePass.func1(0xc, 0xc00304fe50, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass(0xc005881c50, 0xc005881c50)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc005881bf0, 0xc005881bf0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0034c90c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0034c90c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00304fe34)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0034c90c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0034c90c0, 0x1, 0xc0013c5ab0, 0xc0102fd7180, 0x280408955c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0034c90c0, 0x4, 0x51, 0xc000edff01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000edf000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005cf5450, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005881bc0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034c99c0, 0xc002759000, 0xfaf, 0x8, 0xc000da6ef4, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000348720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1275 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001b66ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001b66f70, 0xc001efdea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0025b37e0, 0x0, 0x0, 0x0, 0xc00191d2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0025b37e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00191d9c0, 0xc004b6c000, 0x10d4, 0x2, 0xc000da7aa9, 0xf)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003487e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1276 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0022d73a8, 0x432e00, 0xc0022d72d8, 0x21b3df48, 0x1394)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0022d73a8, 0xc003011680, 0x5, 0xc0022d72f8, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0022d73a8, 0xc0022d73c0, 0x43b3b7, 0x1252790, 0xc0022d7300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fc8e0248c78, 0xc0022d7401, 0x10100000042ab7a, 0x0, 0x15a5)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0035b9c20, 0xaa64ee, 0x5, 0x1f32)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0022d75e0, 0xc0058841c0, 0x15a5, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003488a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1277 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019b1650, 0xaa058b, 0x2, 0xc003192a80, 0x979, 0x6, 0x22, 0xc003957180)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0019b15e0, 0xc0024b7a20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000348960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1278 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001daa000, 0x87a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001daa000, 0x87a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001daa000, 0x87a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001daa000, 0x87a, 0x0, 0x0, 0x115ea80, 0x2, 0xc0009afb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001daa000, 0x87a, 0x0, 0x0, 0xc00493ed00, 0x881, 0xc0009afbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001daa000, 0x87a, 0x87a, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0019f2310, 0x6c, 0xc001daa000, 0x87a, 0xaa0378, 0x1, 0xc001daa000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000348a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1279 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0035e9a60, 0xc0001d7388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0001d7488, 0xaa059b, 0x2, 0xc00418f600, 0x81a, 0x1, 0xf7, 0xc0048ed080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e97d0, 0xc00418f600, 0x81a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0001d75e0, 0xc00236d460, 0xb3, 0xc001b140c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000348ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1280 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0037edbf0, 0xc003ea72a0, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0037edbf0, 0x0, 0x0, 0x0, 0xc00, 0xc0011da400, 0xb0d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0011da400, 0xb0d, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000348d20)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003ea75e0, 0xc003c93a40, 0xc0048ed7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000348ba0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1330 [semacquire]:
bytes.makeSlice(0x797, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005751450, 0x205, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005751450, 0xc001e3f440, 0x205, 0x5165d7, 0xc000af2abf, 0xc002c3d0c8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00052ccb0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00052cc40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00052c4d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0031ee000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0016cf8f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003302060, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0057515e0, 0xc00236d1e0, 0x7a, 0xc000363000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00057ff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1331 [semacquire]:
strings.genSplit(0xc006f30000, 0x5586, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00659b000, 0x6f7, 0x6f7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004071488, 0xaa04d9, 0x2, 0xc003dba000, 0x5586, 0x15, 0x6f7, 0xc00180ae80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc003dba000, 0x5586, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040715e0, 0xc00180bf40, 0xb9, 0xc001425b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021da0c0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1332 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00171bb30, 0x31c63c472, 0x1251a20, 0xc00236cd00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021da240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1333 [semacquire]:
bytes.makeSlice(0xcee, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005743450, 0x2c2, 0x194)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005743450, 0xc00122b200, 0x2c2, 0x5165d7, 0xc001aa2310, 0xc002c3d580)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00052e930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00052e8c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00052ddc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00052dce0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00052d5e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004eb3c20, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0057435e0, 0xc00236d560, 0x5d, 0xc000f343c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021da3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1334 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021da540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1335 [semacquire]:
strings.Replace(0xc001c9a000, 0xc07, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc001c9a000, 0xc07)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046c19c0, 0xc006855900, 0xc05, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021da6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1336 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00597ca90, 0xc0003fe000, 0x1c7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00597ca90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00597ca90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00597ca90, 0xc001f60380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005467e20, 0x0, 0x0, 0x0, 0xc0039972c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005467e20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039979c0, 0xc0069b8c00, 0xb4b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021da9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1337 [semacquire]:
strings.Replace(0xc0068d4000, 0x14ca, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc00152fc00, 0xc00296ab80)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00593b9c0, 0xc0068d4000, 0x14ca, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021dab40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1338 [semacquire]:
bytes.makeSlice(0xf76, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0040b6f00, 0x17e, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0040b6f00, 0xc002b9d800, 0x17e, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0040b6f00, 0xc002b9d800, 0x17e, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0040b6f00, 0xc0014e1f10, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0040b6f00, 0xc0014e1ea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0040b6f00, 0xc0014e1730, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0040b6f00, 0xc0014e1650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0040b6f00, 0xc0014e0f50, 0xb84d20, 0xc0040b6f00)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0040b6f00, 0xc0014e0f50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0040b6d20, 0x332a3e04c, 0x1251a20, 0xc0048ec3c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021dacc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1339 [runnable]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003e075f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc003e076c0, 0xc001358d20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0005a6de0, 0x0, 0x0, 0x0, 0x0, 0xe01, 0xc0005a6db0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0005a6db0, 0x0, 0x0, 0x0, 0x1000, 0xc00136f000, 0xe1a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00136f000, 0xe1a, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004b2d860)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0032475e0, 0xc00408c4a0, 0xc00408d060)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021dafc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1340 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021db140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1341 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021db2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1342 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003adb800, 0x5d6, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003adb800, 0x5d6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003adb800, 0x5d6, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003adb800, 0x5d6, 0x0, 0x0, 0x115ea80, 0x2, 0xc006365b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003adb800, 0x5d6, 0x0, 0x0, 0xc003adac00, 0x5da, 0xc006365bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003adb800, 0x5d6, 0x5d6, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001a32368, 0x56, 0xc003adb800, 0x5d6, 0xaa0378, 0x1, 0xc003adb800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021db5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1343 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00229d000, 0xdb6, 0x5165d7, 0xc0005fd880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00229d000, 0xdb6, 0xc003db120c, 0x4)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004fef488, 0xaa04f9, 0x2, 0xc00229d000, 0xdb6, 0xc00229d000, 0xc004fef478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc00229d000, 0xdb6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004fef5e0, 0xc000b88ee0, 0x6b, 0xc006911110)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021db7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1344 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002bb3e60, 0x11c, 0x11c, 0xc000700e00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002bb3e60, 0x11c, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00162f650, 0xaa058b, 0x2, 0xc002bb3e60, 0x11c, 0x1, 0x18, 0xc000852be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00162f5e0, 0xc004020a00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021db8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1345 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004b188f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004b189c0, 0xc003836850, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0017187e0, 0x0, 0x0, 0x0, 0xc00529f2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0017187e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00529f9c0, 0xc005b7f000, 0xe90, 0xd181d18cd182d1b0, 0xd020bed0b4d0208f, 0xd0bed0b7d0bed0b2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021db980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1346 [semacquire]:
regexp.onePassCopy(0xc0058c5050, 0xc0058c5050)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0058c5050, 0xc0058c5050)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0052793c8, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0052793c8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0052793c8, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0052793c8, 0x75a856, 0x0, 0xc004250930, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0052793c8, 0xc005279390, 0xc005279418, 0x42ca96, 0xc0058c5020, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc005279430, 0xc005279448, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc001f30440)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002eccb70, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0052795e0, 0xc0039560c0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021dba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1347 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001ae0140, 0xc001977278, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001977650, 0xaa058b, 0x2, 0xc001826780, 0x262, 0x0, 0xc0019774a0, 0xc001719768)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0019775e0, 0xc0041a1c20, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0019775e0, 0xc001718860, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021dbb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1348 [semacquire]:
strings.Replace(0xc00264a000, 0x13b2, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc002122150, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00537d9c0, 0xc00264a000, 0x13b2, 0xd181d18cd182d1b0, 0xd020bed0b4d0208f, 0xd0bed0b7d0bed0b2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021dbbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1349 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005bfc0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005bfc1a0, 0xc002c61650, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003956540, 0x0, 0x0, 0x0, 0xc00537f2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003956540, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00537f9c0, 0xc005b5f600, 0xcaf, 0xd181d18cd182d1b0, 0xd020bed0b4d0208f, 0xd0bed0b7d0bed0b2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021dbce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1350 [semacquire]:
strings.Replace(0xc004b6b100, 0xd3f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc004b6b100, 0xd3f)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00527b9c0, 0xc004b66d80, 0xd3c, 0xd181d18cd182d1b0, 0xd020bed0b4d0208f, 0xd0bed0b7d0bed0b2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0021dbe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1351 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004ec8c30, 0xc0000287d0, 0x9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004ec8c30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004ec8c30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004ec8c30, 0xc0039bac40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ae0e00, 0x0, 0x0, 0x0, 0xc005db72c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ae0e00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005db79c0, 0xc005d72600, 0x1080, 0x0, 0x4de672, 0xc0047fd320)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008e0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1352 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004f48dd0, 0xc001756dc0, 0xa6)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004f48dd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004f48dd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004f48dd0, 0xc0061ba2a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ae1960, 0x0, 0x0, 0x0, 0xc0062eb2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ae1960, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0062eb9c0, 0xc005de8000, 0x1062, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008e540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1353 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003154090, 0x32a5647c4, 0x1251a20, 0xc0046517a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008e9c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1354 [semacquire]:
bytes.makeSlice(0x112c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002b96ed0, 0x328, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002b96ed0, 0xc0028e6e00, 0x328, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002b96ed0, 0xc0028e6e00, 0x328, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002b96ed0, 0xc004625500, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc002b96ed0, 0xc004625490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002b96ed0, 0xc00275b5e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002b96ed0, 0xc00275b500, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002b96ed0, 0xc00275ae00, 0xb84d20, 0xc002b96ed0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002b96ed0, 0xc00275ae00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002b96ae0, 0x3150575e3, 0x1251a20, 0xc001571560, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1355 [semacquire]:
strings.Replace(0xc005059500, 0xa1c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006cb99c0, 0xc005059500, 0xa1c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1356 [semacquire]:
regexp.makeOnePass.func1(0xb, 0xc004b21d10, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc003154f30, 0xc003154f30)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc003154ea0, 0xc003154ea0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00538b0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00538b0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004b21cc4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00538b0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00538b0c0, 0x1, 0xc001831620, 0xc0100eb5880, 0x280408954108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00538b0c0, 0x4, 0xa5, 0xc0050a6f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0050a6000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003e06a90, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003154e40, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00538b9c0, 0xc0022d1000, 0xf58, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1357 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000fe2000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000fe20d0, 0xc006327ce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408cd80, 0x0, 0x0, 0x0, 0xc00080f2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408cd80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00080f9c0, 0xc0024bc000, 0x98c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1358 [semacquire]:
bytes.makeSlice(0x740, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005881110, 0x174, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005881110, 0xc004425380, 0x174, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005881110, 0xc004425380, 0x174, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005881110, 0xc0061bd5e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc005881110, 0xc00632bd50, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005881110, 0xc00632bce0, 0xb84d20, 0xc005881110)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005881110, 0xc00632bce0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002376300, 0x32a8d1c55, 0x1251a20, 0xc002640da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1359 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037fb9c0, 0xc004d78380, 0xd18, 0x8fd1bbd0b4d020b5, 0xd181d1bed080d120, 0xd081d1b9d0b8d081)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00008fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1360 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1361 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00408d160, 0xc005659388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005659488, 0xaa04fd, 0x2, 0xc002687500, 0x649, 0xc002687500, 0xc005659478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc002687500, 0x649, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0056595e0, 0xc001ae0840, 0x9c, 0xc001b21b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1362 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000fe3ba0, 0xc004f4e360, 0x111)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000fe3ba0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000fe3ba0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000fe3ba0, 0xc0003079d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408d320, 0x0, 0x0, 0x0, 0xc0005af2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408d320, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005af9c0, 0xc004dc4000, 0xab2, 0x0, 0xc005548137, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1363 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0021b6d20, 0xc0021b6d20, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000e5f5e0, 0xc0041e60e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00056ea20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1384 [semacquire]:
strings.Replace(0xc004099000, 0x403b, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x16, 0xc004099000, 0x403b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000fb79c0, 0xc004094800, 0x4035, 0x42ca96, 0xc000072a20, 0x60)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000349b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1385 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0039933a8, 0x20300000000000, 0x7fc8e2022fff, 0xc0039932e0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0039933a8, 0xc000bc1080, 0x5, 0xc0039932f8, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0039933a8, 0xc0039933c0, 0x43b3b7, 0x1252790, 0xc003993300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fc8e0242030, 0xc003993401, 0x10100000042ab7a, 0x0, 0x1ecb)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00427b0b0, 0xaa64ee, 0x5, 0x2190)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0039935e0, 0xc00000f860, 0x1ecb, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000349c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1386 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0040aa000, 0x600, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0040aa000, 0x600, 0x0, 0x0, 0x115ea80, 0x2, 0xc0038b9b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0040aa000, 0x600, 0x0, 0x0, 0xc003a79c00, 0x605, 0xc0038b9bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0040aa000, 0x600, 0x600, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001227170, 0x86, 0xc0040aa000, 0x600, 0xaa0378, 0x1, 0xc0040aa000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000349ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1387 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).op(0xc002bdc000, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:216 +0xd3
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0058490c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0058490c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002e3dd84)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0058490c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0058490c0, 0x1, 0xc000bed630, 0xc0102fd7c00, 0x2804089569b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0058490c0, 0x4, 0x1a7, 0xc000b1ce01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000b1c000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001fdbd40, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0034bcc90, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058499c0, 0xc0037c1000, 0xe56, 0xc0005cc5f8, 0x443c10, 0x127a4e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000349da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1388 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0035be300, 0x6c5, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0035be300, 0x6c5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0035be300, 0x6c5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0035be300, 0x6c5, 0x0, 0x0, 0x115ea80, 0x2, 0xc002cb3b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0035be300, 0x6c5, 0x0, 0x0, 0xc0035bd500, 0x6c9, 0xc002cb3bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0035be300, 0x6c5, 0x6c5, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0017536c0, 0x6d, 0xc0035be300, 0x6c5, 0xaa0378, 0x1, 0xc0035be300)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000349e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1389 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006b65000, 0x701, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006b65000, 0x701, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006b65000, 0x701, 0x0, 0x0, 0x115ea80, 0x2, 0xc004a57b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006b65000, 0x701, 0x0, 0x0, 0xc006b64000, 0x703, 0xc004a57bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006b65000, 0x701, 0x701, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00283c540, 0x5e, 0xc006b65000, 0x701, 0xaa0378, 0x1, 0xc006b65000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000349f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1390 [semacquire]:
strings.genSplit(0xc00246fa80, 0x19eb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006760000, 0x260, 0x260)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00094d488, 0xaa0503, 0x2, 0xc004b50480, 0x19eb, 0x2, 0x260, 0xc00363b620)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc004b50480, 0x19eb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00094d5e0, 0xc002b2ec20, 0x8d, 0xc00176c750)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1391 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004536060, 0x27b702514, 0x1251a20, 0xc002b2f2c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1392 [semacquire]:
bytes.makeSlice(0x1946, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0034bc1e0, 0x524, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0034bc1e0, 0xc00564f701, 0x524, 0x6, 0x524, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0034bc1e0, 0xc00564f701, 0x526, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc0034bc1e0, 0xc0008393b0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0034bc1e0, 0xc000839340, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0034bc1e0, 0xc000838a80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0034bc1e0, 0xc0008389a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0034bc1e0, 0xc0008382a0, 0xb84d20, 0xc0034bc1e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0034bc1e0, 0xc0008382a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0034bc030, 0x32fdff463, 0x1251a20, 0xc0005254a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1393 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005c54270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc005c54340, 0xc0067a3810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00363a120, 0x0, 0x0, 0x0, 0xc004b892c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00363a120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b899c0, 0xc003420380, 0xd4c, 0xc0000595f8, 0x443c10, 0x127a4e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1394 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00489f600, 0x8f5, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00489f600, 0x8f5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00489f600, 0x8f5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00489f600, 0x8f5, 0x0, 0x0, 0x115ea80, 0x2, 0xc000d45b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00489f600, 0x8f5, 0x0, 0x0, 0xc004fd2000, 0x905, 0xc000d45bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00489f600, 0x8f5, 0x8f5, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00176cb40, 0x84, 0xc00489f600, 0x8f5, 0xaa0378, 0x1, 0xc00489f600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000334f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1395 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004ec8820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004ec88f0, 0xc00627a310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002f3e000, 0x0, 0x0, 0x0, 0xc005e072c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002f3e000, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e079c0, 0xc005d43000, 0x154d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1396 [semacquire]:
bytes.makeSlice(0x1e6b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0045365a0, 0x1ff, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0045365a0, 0xc001b59b80, 0x1ff, 0x6, 0x1ff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0045365a0, 0xc001b59b80, 0x276, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc0045365a0, 0xc00596d9d0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0045365a0, 0xc00596d960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0045365a0, 0xc00596ce00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0045365a0, 0xc00596cd20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0045365a0, 0xc00596c620, 0xb84d20, 0xc0045365a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0045365a0, 0xc00596c620, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0045363f0, 0x271ed4a41, 0x1251a20, 0xc002b2f3a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1397 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000ed2c0, 0x0, 0x0, 0x0, 0xc001898c00, 0x56f, 0x2, 0xc0050bbf30, 0xc000700e00, 0xc0050bbfd0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000ed2c0, 0xc001898c00, 0x56f, 0xaa0378, 0x1, 0xc002777200, 0x4)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0050bd188, 0xc00101c070, 0xc001c46630, 0xc0050bc068)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0050bd188, 0xc00101c000, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0050bd188, 0xc00101c000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0050bd188, 0xc00101c000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0050bd188, 0xc000ef1f10, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0050bd188, 0xc000ef1f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0050bd188, 0xc000ef1f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0050bd188, 0xc000ef1500, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0011df188, 0xc000ef1500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0011df188, 0xc000ef1500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0050bd188, 0xc000ef1420, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0011df188, 0xc000ef1420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0011df188, 0xc000ef1420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0050bd188, 0xc000ef0d20, 0x70, 0x7fc8e1ea3f00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0011df188, 0xc000ef0d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0011df188, 0xc000ef0d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0050bd188, 0xc000ef0c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0011df188, 0xc000ef0c40, 0x54b170, 0xc002c3a4e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000ef0c40, 0x0, 0x0, 0x0, 0x0, 0xc000ef0c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002122390, 0x0, 0x0, 0x0, 0x1000, 0xc005725000, 0xfa4, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005725000, 0xfa4, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc000348000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0011df5e0, 0xc006a4c980, 0xc002657520)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1398 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0057f9ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0057f9c70, 0xc0062b9f80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002b8c3e0, 0x0, 0x0, 0x0, 0xc004b032c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002b8c3e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b039c0, 0xc001589000, 0x16fd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1399 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0021c99c0, 0xc00345c000, 0x1290, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000335e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1400 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000ed2c0, 0x0, 0x0, 0x0, 0xc005b0ed80, 0x75, 0x2, 0xc006eae298, 0x0, 0xc006eae338, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000ed2c0, 0xc005b0ed80, 0x75, 0xaa0378, 0x1, 0xc002777380, 0x7)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006eae4a0, 0xc006bcf8f0, 0xc006b9a6e0, 0xc006eae3d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006eae4a0, 0xc006bcf880, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006eaf188, 0xc006bcf880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006eaf188, 0xc006bcf880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006eaf188, 0xc006bcf7a0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003243188, 0xc006bcf7a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003243188, 0xc006bcf7a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006eaf188, 0xc006bcf6c0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003243188, 0xc006bcf6c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003243188, 0xc006bcf6c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006eaf188, 0xc00470eee0, 0xc003242e80, 0x443c10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003243188, 0xc00470eee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003243188, 0xc00470eee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006eaf188, 0xc00470ee00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003243188, 0xc00470ee00, 0x54b170, 0xc005b732b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00470ee00, 0x0, 0x0, 0x0, 0x0, 0xc00470ee00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00558d6e0, 0x0, 0x0, 0x0, 0xc00, 0xc004370000, 0xade, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004370000, 0xade, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xdf9ed8a100000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0032435e0, 0xc005885800, 0xc004263080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb05a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1401 [semacquire]:
strings.Replace(0xc0062dc000, 0xf00, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc0062dc000, 0xf00)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005fb59c0, 0xc0062dc000, 0xf00, 0xbed081d1b5d080d1, 0xb8d0bbd0b0d0b2d0, 0xd180d1bed0bfd020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb0ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1402 [semacquire]:
regexp.makeOnePass(0xc006475a40, 0xc006475a40)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc0064759e0, 0xc0064759e0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004af50c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004af50c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003d5c184)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004af50c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004af50c0, 0x1, 0xc0021dc2d0, 0xc01031c8a80, 0x2804089569b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004af50c0, 0x4, 0x310, 0xc0062fec01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0062fe000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc004b185b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0064759b0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004af59c0, 0xc00341f600, 0xcf1, 0xd020b9d0bed0bdd0, 0xd1b8d0bcd0bed0ba, 0xd0b5d0b8d081d181)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1403 [semacquire]:
strings.Replace(0xc00670a800, 0xa7e, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x12, 0xc00670a800, 0xa7e)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0032335e0, 0xc005885ce0, 0xc003c929a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1404 [semacquire]:
strings.genSplit(0xc003a3c000, 0x1868, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00695ef00, 0x238, 0x238)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005efb488, 0xaa0503, 0x2, 0xc0030b5980, 0x1868, 0x2, 0x238, 0xc00296bb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc0030b5980, 0x1868, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005efb5e0, 0xc0032118c0, 0x9a, 0xc0013f7900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1405 [semacquire]:
strings.Replace(0xc00116c000, 0xdcf, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc00116c000, 0xdcf)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025ef9c0, 0xc00116c000, 0xdcf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1406 [semacquire]:
strings.Replace(0xc006397300, 0x1115, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc006397300, 0x1115)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032799c0, 0xc005e2b900, 0x1112, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1407 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc005874bf8, 0xc001363e58, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc005874bf8, 0xc000b55030, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc005874bf8, 0xc000b550a0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc000b550a0, 0xc000b550a0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0058750c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0058750c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002e3defc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0058750c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0058750c0, 0x1, 0xc000bed700, 0xc0102fd7c00, 0x2804089569b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0058750c0, 0x4, 0x595, 0xc000b1da01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000b1d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002416340, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001d24ed0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058759c0, 0xc003546a80, 0xa69, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb1f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1408 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x4)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.afterBodyIM(0xc001fdbba0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1932 +0x65
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001fdbba0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001fdbba0, 0xc000ad81c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00519b540, 0x0, 0x0, 0x0, 0xc00582f2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00519b540, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00582f9c0, 0xc003723000, 0xe93, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1409 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002c3bee0, 0xc00400d898, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc002c3bee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002c3bee0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002c3bee0, 0xc006712930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0042620a0, 0x0, 0x0, 0x0, 0xc004b8b2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0042620a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b8b9c0, 0xc001348d80, 0xd3d, 0xc0000595f8, 0x443c10, 0x127a4e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1410 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004aff488, 0xaa04d9, 0x2, 0xc00237e000, 0x798, 0xc00237e000, 0xc004aff478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc00237e000, 0x798, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004aff5e0, 0xc00408db00, 0x61, 0xc000aadf10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000556a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1411 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001d256e0, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e1b9c0, 0xc00134d100, 0xd55, 0xc002b75e10, 0x174d5e32cd, 0xc0021d45e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1412 [semacquire]:
strings.Replace(0xc001933000, 0xee5, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xd02022b9d0bed0b4, 0xd0b0d0bad0b0d0b7)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032759c0, 0xc001933000, 0xee5, 0xc0000595f8, 0x443c10, 0x127a4e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1413 [semacquire]:
bytes.makeSlice(0x159, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0050b92d0, 0x159, 0x203001)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0050b92d0, 0xc004cf3080, 0x159, 0x1, 0xb856e0, 0xc0008538e0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000f9e4d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000f9e460)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000835080, 0xa9ece0, 0xc000835050)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0050b95e0, 0xc003956a80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000557c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1414 [semacquire]:
strings.Replace(0xc001b4d000, 0xe23, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xb4d0b6d0b0d080d1, 0xb5d0b8d0bdd0b5d0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00371b9c0, 0xc001b4d000, 0xe23, 0xfb, 0x10b, 0x173)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1415 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000c48d00, 0xc000cc45e8, 0x3)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc000c48d00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000c48d00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000c48d00, 0xc0067a2000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00363a000, 0x0, 0x0, 0x0, 0xc004bfb2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00363a000, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004bfb9c0, 0xc0042fb800, 0x7ec, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1416 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001ae0020, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ae0020, 0x0, 0x0, 0x0, 0xc000fb32c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ae0020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000fb39c0, 0xc0039dc000, 0xf0b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1417 [semacquire]:
regexp.makeOnePass(0xc004d291a0, 0xc004d291a0)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc004d29140, 0xc004d29140)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00586f0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00586f0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0026f4064)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00586f0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00586f0c0, 0x1, 0xc0016d0770, 0xc01031c8a80, 0x2804089569b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00586f0c0, 0x4, 0xd41, 0xc000f95201, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000f95000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0057f8000, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004d29110, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00586f9c0, 0xc005461300, 0x1186, 0xc002b75e10, 0x174d5e32cd, 0xc0021d45e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1418 [semacquire]:
bytes.makeSlice(0x416, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00676f188, 0x2, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00676f188, 0xc00676e1cc, 0x2, 0x2, 0x66, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00676f188, 0xc00378ad20, 0x1cd, 0x1cd, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00676f188, 0xc0061556c0, 0xc00676e278, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00676f188, 0xc006155650, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00676f188, 0xc006155650, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00676f188, 0xc006155650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00676f188, 0xc006155650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00676f188, 0xc00287fce0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fab188, 0xc00287fce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fab188, 0xc00287fce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00676f188, 0xc00287fc00, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fab188, 0xc00287fc00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fab188, 0xc00287fc00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00676f188, 0xc00287f500, 0x7fc8e0234cc8, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fab188, 0xc00287f500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fab188, 0xc00287f500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00676f188, 0xc00287f420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fab188, 0xc00287f420, 0x54b170, 0xc000494d00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00287f420, 0x0, 0x0, 0x0, 0x0, 0xc00287f420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000021350, 0x0, 0x0, 0x0, 0x1300, 0xc003e1d300, 0x1225, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003e1d300, 0x1225, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x3ff52ae600000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005fab5e0, 0xc002f3fd60, 0xc0026566a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007ea20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1419 [semacquire]:
regexp.onePassCopy(0xc0034bd770, 0xc0034bd770)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0034bd770, 0xc0034bd770)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00592d0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00592d0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00382b14c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00592d0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00592d0c0, 0x1, 0xc003f62260, 0xc01031c8a01, 0x280408954e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00592d0c0, 0x4, 0x500, 0xc000fa5b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000fa5000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0057f85b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0034bd740, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00592d9c0, 0xc0053a8800, 0xb02, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007ec00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1420 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0042b1170, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0042b1170, 0x75a856, 0x0, 0xc0031eef50, 0x100000000000000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0042b1170, 0x46edef, 0x10, 0x0, 0xc0018bed00, 0xc0068ebce0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xc0068ebce0, 0x8, 0xc0068ebce0, 0x8, 0x8, 0x1, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xc0068ebce0, 0x8, 0x1, 0xc0042b1258, 0x46e527)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0018bede0, 0xc0068ebce0, 0x8, 0xaa646c)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x1, 0xc0018bede0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:423 +0xf4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0018bed50, 0xc0042b13c0, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc0042b1778, 0xc0058857e0, 0xc0000eda40, 0xc0042b1450, 0xc0058857e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0042b1778, 0xc0058857e0, 0xc0042e6c60)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:294 +0x211
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007ee40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1421 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060279c0, 0xc001262000, 0xde8, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f080, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1422 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0040b6540, 0x3329f0697, 0x1251a20, 0xc003957d40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f500, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1423 [semacquire]:
strings.Replace(0xc002908c00, 0xb61, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc002908c00, 0xb61)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c259c0, 0xc004e23400, 0xb5d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007f8c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1424 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0001eb790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001eb790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0001eb790, 0xc001a963f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0042620c0, 0x0, 0x0, 0x0, 0xc003fe32c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0042620c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fe39c0, 0xc00399ac00, 0xbd0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00007fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1425 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005cb59c0, 0xc001267000, 0xef6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1426 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000ed2c0, 0x0, 0x0, 0x0, 0xc0013ee320, 0x45, 0x2, 0xc006234260, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000ed2c0, 0xc0013ee320, 0x45, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006235188, 0xc000446690, 0xc006234278, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006235188, 0xc000446620, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006235188, 0xc000446620, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006235188, 0xc000446620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006235188, 0xc000446620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006235188, 0xc00556dab0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005cb7188, 0xc00556dab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005cb7188, 0xc00556dab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006235188, 0xc00556d9d0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005cb7188, 0xc00556d9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005cb7188, 0xc00556d9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006235188, 0xc00556d2d0, 0xc002fd6700, 0x7fc908957080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005cb7188, 0xc00556d2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005cb7188, 0xc00556d2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006235188, 0xc00556d1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005cb7188, 0xc00556d1f0, 0x54b170, 0xc004f49520)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00556d1f0, 0x0, 0x0, 0x0, 0x0, 0xc00556d1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0058e85d0, 0x0, 0x0, 0x0, 0xc80, 0xc0010c1900, 0xc73, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0010c1900, 0xc73, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0059eaae0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005cb75e0, 0xc0035e8020, 0xc0035e8a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1427 [semacquire]:
regexp/syntax.(*parser).push(0xc002621c80, 0xc006712fc0, 0xc006712fc0)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc002621c80, 0x6b)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x67)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0063e93c8, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0063e93c8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0063e93c8, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0063e93c8, 0x75a856, 0x0, 0xc00314a4d0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0063e93c8, 0x58, 0xc0063e9418, 0x42cc84, 0xc0060f3080, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0063e9430, 0xc0063e9448, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc003c93200)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001011dd0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0063e95e0, 0xc0042e7360, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000354d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1428 [semacquire]:
strings.Replace(0xc0058d8000, 0x1e74, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x4, 0xc0058d8000, 0x1e74)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00036b9c0, 0xc000eee000, 0x1e6f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0003552c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1429 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1430 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003303920, 0x32fdb307f, 0x1251a20, 0xc000524e40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1431 [semacquire]:
strings.Replace(0xc0055fcd80, 0xc8a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc0055fcd80, 0xc8a)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006db79c0, 0xc0015b7b00, 0xc88, 0x0, 0xc000ad8096, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000355ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1432 [semacquire]:
strings.Replace(0xc004a7d900, 0x101b, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x60, 0xa81260)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005e19c0, 0xc004a7d900, 0x101b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1433 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007163c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1434 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc003d5c070, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc004b18410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004b18410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004b18410, 0xc005e56070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003210e60, 0x0, 0x0, 0x0, 0xc00628f2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003210e60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00628f9c0, 0xc001ddc800, 0x78e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007165a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1435 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1436 [semacquire]:
strings.genSplit(0xc002329100, 0x6ae, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xd57, 0xc002328a00, 0x6ae)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002bef650, 0xaa058b, 0x2, 0xc002328a00, 0x6ae, 0x0, 0xc002fd6700, 0x7fc908957080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002bef5e0, 0xc00296ab80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007168a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1437 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003615500, 0x977, 0xc003d152e0, 0xc000700e00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003615500, 0x977, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003d15488, 0xaa0503, 0x2, 0xc003615500, 0x977, 0x3, 0xf8, 0xc003314520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc003615500, 0x977, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d155e0, 0xc0033141c0, 0x5f, 0xc004b2c060)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1438 [semacquire]:
regexp.makeOnePass.func1(0x5, 0xc000cc4e50, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc0040b67b0, 0xc0040b67b0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0045366f0, 0xc0045366f0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0005e30c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0005e30c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0037724ec)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0005e30c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0005e30c0, 0x1, 0xc000531680, 0xc0102fd7c00, 0x2804089569b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0005e30c0, 0x4, 0x48b, 0xc001443b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001443000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0001ea1a0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0045366c0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005e39c0, 0xc004374800, 0xb76, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1439 [semacquire]:
strings.Replace(0xc00582aa00, 0x19dd, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0016ab3b0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005c439c0, 0xc00582aa00, 0x19dd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000716de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1440 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00597cc30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00597cc30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00597cc30, 0xc001f616c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0008eefa0, 0x0, 0x0, 0x0, 0xc0063f72c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0008eefa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0063f79c0, 0xc006652c00, 0xb46, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1441 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1442 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0057f95f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0057f96c0, 0xc00626b730, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00296bbc0, 0x0, 0x0, 0x0, 0xc005bc32c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00296bbc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005bc39c0, 0xc005b9fb00, 0xd54, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007175c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1443 [semacquire]:
strings.genSplit(0xc006546fc0, 0x1a3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x342, 0xc006546e00, 0x1a3)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00073d650, 0xaa058b, 0x2, 0xc006546e00, 0x1a3, 0x0, 0xc00073d4a0, 0xc0002dc048)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00073d5e0, 0xc0014e62a0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00073d5e0, 0xc000b891c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007178c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1444 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000b88b20, 0xc0043f1290, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043f14c8, 0xaa058b, 0x2, 0xc002674400, 0x1e5, 0xc0043f1308, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc0051c4960)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0051c4930, 0xc0043f1390, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0043f1450)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0043f1450, 0xc0010c77d0, 0xaa058b, 0x2, 0xc0043f15e0, 0x8, 0x9ecc80, 0xc0043f1401, 0xc0046bb850)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0043f15e0, 0xc0010c77d0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1445 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00134b600, 0xce7, 0xc004feb2e0, 0xc0007fa380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00134b600, 0xce7, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004feb488, 0xaa0569, 0x2, 0xc00134b600, 0xce7, 0x1, 0x154, 0xc001ae1ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc00134b600, 0xce7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004feb5e0, 0xc0016fddc0, 0x91, 0xc00321b2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000717e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1446 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0020151a0, 0xc0050a14a0, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc006c9d5e0, 0xc0020151a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006c9d5e0, 0xc0002dde00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c60c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1447 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001897080, 0x538, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001897080, 0x538, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001897080, 0x538, 0x0, 0x0, 0x115ea80, 0x2, 0xc0042b9b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001897080, 0x538, 0x0, 0x0, 0xc001896580, 0x539, 0xc0042b9bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001897080, 0x538, 0x538, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0016c9e19, 0x3c, 0xc001897080, 0x538, 0xaa0378, 0x1, 0xc001897080)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1448 [semacquire]:
strings.Replace(0xc002ddd600, 0x839, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc003adea80, 0x0, 0x0, 0x0, 0x0, 0xc003adea80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004eb2a50, 0x0, 0x0, 0x0, 0xd80, 0xc001349b00, 0xcf8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001349b00, 0xcf8, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005f89620)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001fb95e0, 0xc006a4d3c0, 0xc006a4dc40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c63c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1449 [semacquire]:
strings.Replace(0xc002e2d600, 0xd29, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x4, 0xc002e2d600, 0xd29)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d1b9c0, 0xc005dc0880, 0xd26, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1450 [semacquire]:
strings.Replace(0xc003f0f000, 0xfe4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc003f0f000, 0xfe4)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00480b9c0, 0xc005be5000, 0xfe2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c66c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1451 [semacquire]:
bytes.makeSlice(0x1011, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005379b30, 0x20d, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005379b30, 0xc001c75680, 0x20d, 0x6, 0x20d, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005379b30, 0xc001c75680, 0x259, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc005379b30, 0xc005ebd730, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005379b30, 0xc005ebd6c0, 0xb84d20, 0xc005379b30)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005379b30, 0xc005ebd6c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005379b00, 0x203001, 0x203001, 0xa2ecf08100000000, 0xc00438b200)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc005379b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005379ad0, 0xc00438b390, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00438b778, 0xc0016fd1a0, 0xaac03e, 0x7, 0xc0016fd1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00438b778, 0xc0016fd1a0, 0xc0053aeb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1452 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c69c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1453 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001487860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc001487930, 0xc001b26070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000e640, 0x0, 0x0, 0x0, 0xc00480d2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000e640, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00480d9c0, 0xc005bacc00, 0xafe, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1454 [semacquire]:
strings.Replace(0xc005f08480, 0x19f6, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc00263a630, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040739c0, 0xc005f08480, 0x19f6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c6d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1455 [semacquire]:
strings.Replace(0xc00397ac80, 0x1978, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00397ac80, 0x1978)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00128f9c0, 0xc00397ac80, 0x1978, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1456 [semacquire]:
strings.Replace(0xc003de2a00, 0x13ad, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc003de2a00, 0x13ad)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005c739c0, 0xc00513b500, 0x13ab, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7320, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1457 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001f30d80, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001f30d80, 0x0, 0x0, 0x0, 0xc005c712c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001f30d80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005c719c0, 0xc00514f000, 0xf86, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7500, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1458 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1459 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00470b120, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00470b120, 0x0, 0x0, 0x0, 0xc005ec52c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00470b120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005ec59c0, 0xc005bfa000, 0xd93, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1460 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1461 [semacquire]:
strings.Replace(0xc001af6000, 0xa88, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc001af6000, 0xa88)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005eb19c0, 0xc005bb0800, 0xa87, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1462 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005c54dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc005c54ea0, 0xc005635340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000e680, 0x0, 0x0, 0x0, 0xc005e912c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000e680, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e919c0, 0xc005be0880, 0xcd7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1463 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000ed2c0, 0xc001842a80, 0x7c, 0xaa0378, 0x1, 0xc002dddf80, 0x7)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00650a4a0, 0xc0063fe310, 0xc002fb2f20, 0xc00650a3d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00650a4a0, 0xc0063fe2a0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00650b188, 0xc0063fe2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00650b188, 0xc0063fe2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00650b188, 0xc0063fe1c0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005f11188, 0xc0063fe1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f11188, 0xc0063fe1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00650b188, 0xc0063fe0e0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005f11188, 0xc0063fe0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f11188, 0xc0063fe0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00650b188, 0xc0063fd9d0, 0xd0bad020bcd0bed0, 0xd0bdd0bed080d1be)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005f11188, 0xc0063fd9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f11188, 0xc0063fd9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00650b188, 0xc0063fd8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f11188, 0xc0063fd8f0, 0x54b170, 0xc001088820)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0063fd8f0, 0x0, 0x0, 0x0, 0x0, 0xc0063fd8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004fd7380, 0x0, 0x0, 0x0, 0xc00, 0xc003f18400, 0xb00, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003f18400, 0xb00, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001842880)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005f115e0, 0xc000ff9f80, 0xc0053aea80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0002c7e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 2006 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1465 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002f3fce0, 0xc0051a1388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0051a1488, 0xaa04f9, 0x2, 0xc005d19300, 0x1863, 0xc005d19300, 0xc0051a1478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc005d19300, 0x1863, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0051a15e0, 0xc004021b00, 0xb3, 0xc0016f8b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1466 [semacquire]:
strings.Replace(0xc003e80000, 0x197e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc003e80000, 0x197e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006dbd9c0, 0xc00111b300, 0x1979, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1467 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020779c0, 0xc005e9c800, 0xa91, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1468 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc004ec8750, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004ec8750)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004ec8750, 0xc0067a3f10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0047c0f30, 0x0, 0x0, 0x0, 0x0, 0xa01, 0xc0047c0f00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0047c0f00, 0x0, 0x0, 0x0, 0xc00, 0xc00674d400, 0xaa4, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00674d400, 0xaa4, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00504d260)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0005e55e0, 0xc00363b640, 0xc00363bf60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1469 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000ff8300, 0xc002587388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002587488, 0xaa04f9, 0x2, 0xc0051db500, 0x13f5, 0xc0051db500, 0xc002587478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc0051db500, 0x13f5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025875e0, 0xc002f3fc60, 0x87, 0xc001376bd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1470 [semacquire]:
strings.Replace(0xc006082000, 0x253d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc000f67ce0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040e19c0, 0xc006082000, 0x253d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1471 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc006854000, 0xc63, 0xd80, 0xc006854000)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc006854000, 0xc63, 0xd27, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003345100, 0xd27, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:79 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1472 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002645500, 0x975, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:55 +0x1cd
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002645500, 0x975, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002645500, 0x975, 0x0, 0x0, 0x115ea80, 0x2, 0xc003ba3b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002645500, 0x975, 0x0, 0x0, 0xc002644000, 0x975, 0xc003ba3bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002645500, 0x975, 0x975, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc005bd254e, 0x49, 0xc002645500, 0x975, 0xaa0378, 0x1, 0xc002645500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1473 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004111050, 0xc0041111d0, 0xc0025b2620)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0061c95e0, 0xc0043ae340, 0x49)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1474 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00380f600, 0x860, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00380f600, 0x860, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00380f600, 0x860, 0x0, 0x0, 0x115ea80, 0x2, 0xc006365b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00380f600, 0x860, 0x0, 0x0, 0xc00380e400, 0x867, 0xc006365bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00380f600, 0x860, 0x860, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc005180a80, 0xd6, 0xc00380f600, 0x860, 0xaa0378, 0x1, 0xc00380f600)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1475 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003211340, 0xc003e51388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e51488, 0xaa0569, 0x2, 0xc002e4eb00, 0x516, 0x1, 0xbb, 0xc004262b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc002e4eb00, 0x516, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e515e0, 0xc0042e6aa0, 0x78, 0xc005616900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1476 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005c54c30, 0xc006a6f0e0, 0x12)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005c54c30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005c54c30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005c54c30, 0xc003f0d3b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001f318e0, 0x0, 0x0, 0x0, 0xc001d052c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001f318e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001d059c0, 0xc005607100, 0xc97, 0xc, 0xc000ad956f, 0x9)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1477 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002c70100, 0x56a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c70100, 0x56a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c70100, 0x56a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c70100, 0x56a, 0x0, 0x0, 0x115ea80, 0x2, 0xc000ea1b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c70100, 0x56a, 0x0, 0x0, 0xc002c6fb80, 0x56e, 0xc000ea1bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c70100, 0x56a, 0x56a, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc005b0e200, 0x7c, 0xc002c70100, 0x56a, 0xaa0378, 0x1, 0xc002c70100)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1478 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005594000, 0xeed, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005594000, 0xeed, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005594000, 0xeed, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005594000, 0xeed, 0x0, 0x0, 0x115ea80, 0x2, 0xc00438bb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005594000, 0xeed, 0x0, 0x0, 0xc0053e9000, 0xef8, 0xc00438bbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005594000, 0xeed, 0xeed, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0058c7600, 0x73, 0xc005594000, 0xeed, 0xaa0378, 0x1, 0xc005594000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00060fe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1479 [semacquire]:
bytes.makeSlice(0x4068, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005881b60, 0x428, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005881b60, 0xc002f0c000, 0x428, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005881b60, 0xc002f0c000, 0x428, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005881b60, 0xc00589c690, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005881b60, 0xc00589c620, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005881b60, 0xc0058907e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005881b60, 0xc005890700, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005881b60, 0xc005890000, 0xb84d20, 0xc005881b60)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005881b60, 0xc005890000, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0058819b0, 0x2685560ec, 0x1251a20, 0xc0035e93c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005342a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1480 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004a1de00, 0x1ca, 0x1ca, 0xc000581180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004a1de00, 0x1ca, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004357650, 0xaa058b, 0x2, 0xc004a1de00, 0x1ca, 0x9, 0x20, 0xc004262aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0043575e0, 0xc003c93760, 0x57)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005344e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1481 [semacquire]:
strings.genSplit(0xc005448000, 0xc36, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc005933f80, 0xc004fbb428)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004fbb488, 0xaa05c9, 0x2, 0xc004177200, 0xc36, 0xc004177200, 0xc004fbb478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc004177200, 0xc36, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004fbb5e0, 0xc002b2f000, 0x74, 0xc0044c6a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1482 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000365488, 0xaa058b, 0x2, 0xc00590a600, 0x5ac, 0x1, 0xc8, 0xc002640020)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc00590a600, 0x5ac, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0003655e0, 0xc002b2e860, 0x7d, 0xc0044c6880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1483 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00585d900, 0x10e4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00585d900, 0x10e4, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00585d900, 0x10e4, 0x0, 0x0, 0x115ea80, 0x2, 0xc00317bb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00585d900, 0x10e4, 0x0, 0x0, 0xc0063cf900, 0x10ee, 0xc00317bbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00585d900, 0x10e4, 0x10e4, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002929380, 0xbb, 0xc00585d900, 0x10e4, 0xaa0378, 0x1, 0xc00585d900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000534d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1484 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001bccc00, 0x203000, 0x203000, 0x440d95, 0xc00071adc8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc001bccc00)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001bccbd0, 0xc004cab390, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc004cab778, 0xc003b2fae0, 0xaac03e, 0x7, 0xc003b2fae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc004cab778, 0xc003b2fae0, 0xc002b2e620)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1485 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001fda9c0, 0xc005182000, 0x198)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001fda9c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001fda9c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001fda9c0, 0xc0008133b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00519ade0, 0x0, 0x0, 0x0, 0xc0058152c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00519ade0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058159c0, 0xc00355f000, 0xe06, 0xc00005a5f8, 0x443c10, 0x127a4e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1486 [semacquire]:
strings.Replace(0xc0067f2000, 0x915, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc0067f2000, 0x915)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b8d9c0, 0xc004ff2a80, 0x913, 0xbdd0b0d081d1bad0, 0xd1b8d02080d1b4d0, 0x2c202abdd0b8d088)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1487 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00363a100, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00363a100, 0x0, 0x0, 0x0, 0xc0007872c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00363a100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0007879c0, 0xc00402c880, 0xd52, 0x0, 0x96d21f, 0xc005104860)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1488 [semacquire]:
regexp.makeOnePass.func1(0x4, 0xc002559f00, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass(0xc00376cfc0, 0xc00376cfc0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc00376cf60, 0xc00376cf60)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc006dbb0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc006dbb0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002559eec)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc006dbb0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc006dbb0c0, 0x1, 0xc0016a4f00, 0xc0103eff880, 0x2804089547d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006dbb0c0, 0x4, 0x347, 0xc002837c01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002837000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x42c59c, 0x7fc8e04d0338, 0x2bf)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00376cf30, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006dbb9c0, 0xc0004a9100, 0xcb8, 0x2, 0x1, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000535e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1489 [semacquire]:
strings.Replace(0xc006652000, 0xaa5, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc006652000, 0xaa5)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025f39c0, 0xc002f94c00, 0xaa3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb8060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1490 [semacquire]:
strings.Replace(0xc001190000, 0xe97, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00601f9c0, 0xc001190000, 0xe97, 0x2, 0xc0021e45c0, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb8120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1491 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000ed2c0, 0xc001228960, 0x1d3, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006e07188, 0xc00052ebd0, 0xc006e06278, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e07188, 0xc00052eb60, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006e07188, 0xc00052eb60, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006e07188, 0xc00052eb60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006e07188, 0xc00052eb60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e07188, 0xc00052c0e0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00584b188, 0xc00052c0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00584b188, 0xc00052c0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e07188, 0xc0009c7340, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00584b188, 0xc0009c7340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00584b188, 0xc0009c7340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e07188, 0xc0009c6c40, 0xc000eb4380, 0x7fc908955560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00584b188, 0xc0009c6c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00584b188, 0xc0009c6c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e07188, 0xc0009c6b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00584b188, 0xc0009c6b60, 0x54b170, 0xc004f49930)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0009c6b60, 0x0, 0x0, 0x0, 0x0, 0xc0009c6b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001df5800, 0x0, 0x0, 0x0, 0x1980, 0xc002130c80, 0x1848, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002130c80, 0x1848, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005b38600)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00584b5e0, 0xc0006e24e0, 0xc0006e3280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb81e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1492 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001fdb380, 0xc005060280, 0x129)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001fdb380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001fdb380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001fdb380, 0xc000889110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00519b3e0, 0x0, 0x0, 0x0, 0xc0058132c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00519b3e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058139c0, 0xc003dc4c80, 0xc05, 0xbdd0b0d081d1bad0, 0xd1b8d02080d1b4d0, 0x2c202abdd0b8d088)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb82a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1493 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb8360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1494 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000ed400, 0xc004f2ad00, 0x8e1, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc0035acb60, 0x0, 0x0, 0x0, 0x0, 0xc0035acb60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001574180, 0x0, 0x0, 0x0, 0x1000, 0xc004426000, 0xf10, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004426000, 0xf10, 0x0, 0x0, 0x0, 0x440d95, 0xc001574120, 0x7fc8d8182ae0, 0x603a29ff00000040)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005f115e0, 0xc0008ef760, 0xc002b8c2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb8420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1495 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb84e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1496 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00281f7a0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00109d5e0, 0xc0002dd400, 0x92, 0xc0012417c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb85a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1497 [semacquire]:
strings.Replace(0xc004392000, 0x4000, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x10, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006db99c0, 0xc004392000, 0x4000, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb8660, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1498 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037159c0, 0xc004e27a80, 0x1a69, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb8720, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1499 [semacquire]:
strings.Replace(0xc0039fc000, 0x1eda, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029479c0, 0xc0039fc000, 0x1eda, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb87e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1500 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001c85ad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001c85ba0, 0xc006bd3c00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004262560, 0x0, 0x0, 0x0, 0xc00592f2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004262560, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00592f9c0, 0xc00203b200, 0xc44, 0xc002ee2ee0, 0x6, 0xc003cde830)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb88a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1501 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001150c30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001150d00, 0xc006808070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0032115a0, 0x0, 0x0, 0x0, 0xc002abd2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0032115a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002abd9c0, 0xc004bb6a00, 0x2384, 0xc003d12c30, 0x6, 0xc003d13368)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb8960, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1502 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0025b27a0, 0xc0063e7388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0063e7488, 0xaa0569, 0x2, 0xc003400380, 0xcd9, 0x1, 0x16d, 0xc0025b2780)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc003400380, 0xcd9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0063e75e0, 0xc0042e6f60, 0x6c, 0xc002b8b3cb)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb8ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1503 [semacquire]:
bytes.makeSlice(0x7c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0033dd1f0, 0x7c, 0x7fc8e022d2f2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0033dd1f0, 0xc000363400, 0x7c, 0x28, 0xa4b3a0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005876700)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005876690)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0060f2fc0, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0033dd5e0, 0xc0060f2fc0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x2, 0xc0060f2fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0068489f0, 0xc0033dd3e8, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0033dd5e0, 0xc0068488d0, 0xc000ff9240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0033dd5e0, 0xc0068488d0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0033dd5e0, 0xc0068488d0, 0xc0068488d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb8ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1504 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0063f5488, 0xaa058b, 0x2, 0xc004a4a000, 0xadc, 0x1, 0x15e, 0xc0030168e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc004a4a000, 0xadc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0063f55e0, 0xc0042e7800, 0x64, 0xc002b8b490)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb8c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1505 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00165e000, 0x5c, 0x5c, 0x3, 0x0, 0x5b, 0xc00165e000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004afd5e0, 0xc00236c960, 0xc00236d2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb8d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1506 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0066f3400, 0x3b5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0066f3400, 0x3b5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0066f3400, 0x3b5, 0x0, 0x0, 0x115ea80, 0x2, 0xc0067a7b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0066f3400, 0x3b5, 0x0, 0x0, 0xc0066f2c00, 0x3b5, 0xc0067a7bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0066f3400, 0x3b5, 0x3b5, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00558e1ce, 0x6a, 0xc0066f3400, 0x3b5, 0xaa0378, 0x1, 0xc0066f3400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb8de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1507 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d8f488, 0xaa058b, 0x2, 0xc005484a80, 0xa64, 0x1, 0x147, 0xc0006e2e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc005484a80, 0xa64, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d8f5e0, 0xc0006e25e0, 0x6f, 0xc00504d3b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb8ea0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1508 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0006e7c00, 0xac5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0006e7c00, 0xac5, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0006e7c00, 0xac5, 0x0, 0x0, 0x115ea80, 0x2, 0xc002fc3b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0006e7c00, 0xac5, 0x0, 0x0, 0xc0057aa800, 0xaca, 0xc002fc3bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0006e7c00, 0xac5, 0xac5, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001377ef0, 0x89, 0xc0006e7c00, 0xac5, 0xaa0378, 0x1, 0xc0006e7c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb8f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1509 [semacquire]:
bytes.makeSlice(0x108d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0034bd4a0, 0x233, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0034bd4a0, 0xc001ff8900, 0x233, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0034bd4a0, 0xc001ff8900, 0x233, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0034bd4a0, 0xc002bf24d0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0034bd4a0, 0xc002bf2460, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0034bd4a0, 0xc000f97730, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0034bd4a0, 0xc000f97650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0034bd4a0, 0xc000f96f50, 0xb84d20, 0xc0034bd4a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0034bd4a0, 0xc000f96f50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0034bd110, 0x332245774, 0x1251a20, 0xc004ace540, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb9020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1510 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb90e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1511 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0040b6ab0, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ff19c0, 0xc0016f4580, 0xc34, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb91a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1512 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb9260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1513 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb9320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1514 [semacquire]:
strings.Replace(0xc001fa4000, 0xe68, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc001fa4000, 0xe68)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00601d9c0, 0xc001232000, 0xe67, 0xc0021d41f8, 0x5, 0xc001f69b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb93e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1515 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027f5650, 0xaa058b, 0x2, 0xc00638c580, 0x7a, 0x0, 0xc0027f54a0, 0xc0006e2048)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0027f55e0, 0xc000622c90, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0027f55e0, 0xc0043af1a0, 0x1f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb94a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1516 [semacquire]:
strings.Replace(0xc005b27500, 0x1443, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc005b27500, 0x1443)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060399c0, 0xc00187e000, 0x1441, 0xd0b0d080d1b3d020, 0x2eb0d081d183d1b4, 0x8bd1b2d0209ad020)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb9560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1517 [semacquire]:
strings.Replace(0xc003019800, 0x15c4, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00602d9c0, 0xc003019800, 0x15c4, 0xc002c3c880, 0x6, 0xc000bef9f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb9620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1518 [semacquire]:
strings.Replace(0xc00608f500, 0x1375, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0051c4db0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b959c0, 0xc00608f500, 0x1375, 0x23, 0x30, 0xc004d6a6c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb96e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1519 [semacquire]:
strings.genSplit(0xc000814000, 0x103d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006437b00, 0x1ad, 0x1ad)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040d1488, 0xaa05c9, 0x2, 0xc002563300, 0x103d, 0x1, 0x1ad, 0xc0015707c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc002563300, 0x103d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040d15e0, 0xc0043ae5e0, 0x96, 0xc001b288c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb97a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1520 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0032113e0, 0xc0040d3388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040d3488, 0xaa0569, 0x2, 0xc006162000, 0x72f, 0xc006162000, 0xc0040d3478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc006162000, 0x72f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040d35e0, 0xc0006e20a0, 0x9e, 0xc0012408d2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb9860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1521 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00650f650, 0xaa058b, 0x2, 0xc006466800, 0x3ae, 0x1, 0x20, 0xc003210de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00650f5e0, 0xc0043ae880, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb9920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1522 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000ff9460, 0xc00593d388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00593d488, 0xaa04df, 0x2, 0xc0027dea80, 0xa0a, 0x1, 0x100, 0xc003956a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc0027dea80, 0xa0a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00593d5e0, 0xc0039565a0, 0x8c, 0xc004c94900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb99e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1523 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003211540, 0xc004d93388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d93488, 0xaa058b, 0x2, 0xc0027a1800, 0xb23, 0x1, 0x178, 0xc003211520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc0027a1800, 0xb23, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d935e0, 0xc0006e2320, 0xc7, 0xc0016cc0ff)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb9aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1524 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0025b2720, 0xc001291388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001291488, 0xaa04d9, 0x2, 0xc0037bd900, 0x11f3, 0xe, 0x1c5, 0xc004262fe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc0037bd900, 0x11f3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0012915e0, 0xc004262be0, 0x83, 0xc001226bd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb9b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1525 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002cb7650, 0xaa058b, 0x2, 0xc00115cfc0, 0x235, 0x8, 0xc002cb7358, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc006475470)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0064753b0, 0xc002cb73e8, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002cb75e0, 0xc002fdad20, 0xc00180a480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002cb75e0, 0xc002fdad20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002cb75e0, 0xc002fdad20, 0xc002fdad20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb9c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1526 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006159650, 0xaa058b, 0x2, 0xc003464f00, 0x2fd, 0x1, 0x23, 0xc00180be20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0061595e0, 0xc00180aa20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb9ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1527 [semacquire]:
strings.genSplit(0xc00664c000, 0xff3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006637300, 0x193, 0x193)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040cf488, 0xaa059b, 0x2, 0xc0023a5000, 0xff3, 0x1, 0x193, 0xc00519bf60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc0023a5000, 0xff3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0040cf5e0, 0xc0006e2ea0, 0x75, 0xc002fc4700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb9da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1528 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000960a80, 0xa1a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000960a80, 0xa1a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000960a80, 0xa1a, 0x0, 0x0, 0x115ea80, 0x2, 0xc0062bdb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000960a80, 0xa1a, 0x0, 0x0, 0xc000960000, 0xa1e, 0xc0062bdbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000960a80, 0xa1a, 0xa1a, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001241400, 0x97, 0xc000960a80, 0xa1a, 0xaa0378, 0x1, 0xc000960a80)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb9e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1529 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d8d488, 0xaa05c9, 0x2, 0xc00617a000, 0xbdb, 0xc00617a000, 0xc004d8d478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc00617a000, 0xbdb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d8d5e0, 0xc00236df60, 0x7a, 0xc000362d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000eb9f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1530 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001151e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001151ee0, 0xc003428070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001f304e0, 0x0, 0x0, 0x0, 0xc00592b2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001f304e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00592b9c0, 0xc0039f5500, 0x1328, 0x0, 0x203030302020303, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eac060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1531 [semacquire]:
strings.Replace(0xc005d16000, 0x1877, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x4, 0xc005d16000, 0x1877)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d199c0, 0xc005d16000, 0x1877, 0x1, 0xc000445fa8, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eac1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1532 [semacquire]:
strings.Replace(0xc005b28a00, 0x1425, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x3, 0xc005b28a00, 0x1425)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00629f9c0, 0xc00133d500, 0x1422, 0xd181d1208cd1bbd0, 0xd0b0d080d1b3d08b, 0xd18dd120b2d020bb)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eac900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1533 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006bfb200, 0x5f7, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006bfb200, 0x5f7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006bfb200, 0x5f7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006bfb200, 0x5f7, 0x0, 0x0, 0x115ea80, 0x2, 0xc006bf7b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006bfb200, 0x5f7, 0x0, 0x0, 0xc006bfac00, 0x5fb, 0xc006bf7bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006bfb200, 0x5f7, 0x5f7, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001b294a0, 0xa0, 0xc006bfb200, 0x5f7, 0xaa0378, 0x1, 0xc006bfb200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eacb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1534 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002769800, 0x5dc, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002769800, 0x5dc, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002769800, 0x5dc, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002769800, 0x5dc, 0x0, 0x0, 0x115ea80, 0x2, 0xc0067a7b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002769800, 0x5dc, 0x0, 0x0, 0xc002769200, 0x5e7, 0xc0067a7bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002769800, 0x5dc, 0x5dc, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc005e52d80, 0x82, 0xc002769800, 0x5dc, 0xaa0378, 0x1, 0xc002769800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eacd20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1535 [semacquire]:
strings.Replace(0xc004942600, 0x1222, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc004942600, 0x1222)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0063f99c0, 0xc0026c6c00, 0x1220, 0x82d180d1b0d0bad0, 0xd020b0d0bdd0b8d0, 0xd0bbd081d1b0d0bc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eacfc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1536 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002ead080, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1537 [semacquire]:
strings.Replace(0xc0036b3000, 0xfed, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc0036b3000, 0xfed)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005c479c0, 0xc0016eb000, 0xfeb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002ead1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1538 [semacquire]:
strings.Replace(0xc004ac6c00, 0x12e0, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc004ac6c00, 0x12e0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005dbd9c0, 0xc005753300, 0x12db, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002ead260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1539 [semacquire]:
strings.Replace(0xc0044aa000, 0x138e, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0044aa000, 0x138e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0059379c0, 0xc0040a3500, 0x138c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002ead320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1540 [semacquire]:
github.com/gigawattio/window.Rolling(0xc002cbf000, 0x15a, 0x15a, 0x3, 0x0, 0x159, 0xc002cbf000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005d915e0, 0xc000ff8e80, 0xc0026403c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002ead3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1541 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002ead4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1542 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002ead560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1543 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004f48f70, 0xc0052544a0, 0x9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004f48f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004f48f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004f48f70, 0xc0061bbdc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ae19e0, 0x0, 0x0, 0x0, 0xc0048092c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ae19e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048099c0, 0xc005755900, 0x12fe, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002ead620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1544 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002ead6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1545 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.isStopChar(0xc000000436, 0x734)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:10 +0x13b
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.toTrigramChar(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:32
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006e6d800, 0x734, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0xb9
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006e6d800, 0x734, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006e6d800, 0x734, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006e6d800, 0x734, 0x0, 0x0, 0x115ea80, 0x2, 0xc000f4db20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006e6d800, 0x734, 0x0, 0x0, 0xc006517000, 0x736, 0xc000f4dbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006e6d800, 0x734, 0x734, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc002b118c0, 0x90, 0xc006e6d800, 0x734, 0xaa0378, 0x1, 0xc006e6d800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002ead7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1546 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00402bb00, 0xd7a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00402bb00, 0xd7a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00402bb00, 0xd7a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00402bb00, 0xd7a, 0x0, 0x0, 0x115ea80, 0x2, 0xc000595b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00402bb00, 0xd7a, 0x0, 0x0, 0xc004e43100, 0xd7b, 0xc000595bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00402bb00, 0xd7a, 0xd7a, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00638a7e0, 0x8c, 0xc00402bb00, 0xd7a, 0xaa0378, 0x1, 0xc00402bb00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002ead8c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1547 [semacquire]:
strings.Replace(0xc005756c00, 0x1084, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e059c0, 0xc005756c00, 0x1084, 0xc, 0xc004ed7386, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002ead980, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1548 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5720, 0x0, 0x0, 0x0, 0xc006b69800, 0x781, 0x2, 0xc006f15b20, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0001b5720, 0xc006b69800, 0x781, 0xaa0378, 0x1, 0xc006b69000, 0x781)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc006b69800, 0x781, 0xaa0378, 0x1, 0xc006b69800, 0x781)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eada40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:80 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1549 [semacquire]:
strings.Replace(0xc002a80000, 0x12de, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc002a80000, 0x12de)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005b6b9c0, 0xc002a67900, 0x12dc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eadc80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1550 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc006a4c8c0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006a4c8c0, 0x0, 0x0, 0x0, 0xc006acf2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006a4c8c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006acf9c0, 0xc002b06a00, 0x1a4e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eade60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1551 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002eadf20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1552 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc004fecbf8, 0xc005892398, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc004fecbf8, 0xc0025551f0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc004fecbf8, 0xc002555260, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc002555260, 0xc002555260, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x7fc8e02f7968)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004fed0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004fed0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000cc4444)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004fed0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004fed0c0, 0x1, 0xc000b90710, 0xc0100eb4380, 0x280408955560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004fed0c0, 0x4, 0x289, 0xc0019e8d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0019e8000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005c541a0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00427b260, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004fed9c0, 0xc0029a0d80, 0xd76, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2e060, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1553 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc003315360, 0xc0024be400, 0x387, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictNews(0xaa058b, 0x2, 0xc0024be400, 0x387, 0xc0024be400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:29 +0x94
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0069108c0, 0x57, 0xc0024be400, 0x387, 0xaa0378, 0x1, 0xc0024be400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:17 +0xcc
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2e120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1554 [semacquire]:
strings.Replace(0xc00001d900, 0x22f2, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc00001d900, 0x22f2)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051499c0, 0xc004bb6a00, 0x22eb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2e1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1555 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002f30c00, 0x58f, 0xc006d5b2e0, 0xc0005fd880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002f30c00, 0x58f, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006d5b488, 0xaa04df, 0x2, 0xc002f30c00, 0x58f, 0x1, 0xb2, 0xc002f3ed20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc002f30c00, 0x58f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006d5b5e0, 0xc002f3e960, 0x83, 0xc001377320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2e2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1556 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006f69680, 0x47d, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006f69680, 0x47d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006f69680, 0x47d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006f69680, 0x47d, 0x0, 0x0, 0x115ea80, 0x2, 0xc0062edb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006f69680, 0x47d, 0x0, 0x0, 0xc002910f00, 0x47e, 0xc0062edbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006f69680, 0x47d, 0x47d, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001b20c80, 0x98, 0xc006f69680, 0x47d, 0xaa0378, 0x1, 0xc006f69680)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2e360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1557 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000fdfbf0, 0xc000fdfbf0, 0xc000fdfc00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00615d5e0, 0xc00236d360, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1558 [semacquire]:
strings.genSplit(0xc0053a5800, 0xa84, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x51, 0xc0053a4c00, 0x2007fc8e01b3df8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0058cb488, 0xaa04d9, 0x2, 0xc0053a4c00, 0xa84, 0xc0053a4c00, 0xc0058cb478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc0053a4c00, 0xa84, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0058cb5e0, 0xc001719a00, 0x88, 0xc0030aa1b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1559 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc000bf5d40)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc000bf5d40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000bf5d40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000bf5d40, 0xc00635dea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006a4dd40, 0x0, 0x0, 0x0, 0xc005d032c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006a4dd40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d039c0, 0xc0042dd000, 0xfd8, 0xd0bed0bdd0bdd0be, 0xbed0bad088d120b9, 0x20b2d0208bd1bbd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1560 [semacquire]:
bytes.makeSlice(0x215, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00427aea0, 0x1, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc00427aea0, 0xc00427ae22, 0xc0050558a0, 0x19)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc00427aea0, 0xc0066fa930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:172 +0x3d5
golang.org/x/net/html.render1(0xb84d20, 0xc00427aea0, 0xc0066fa5b0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00427aea0, 0xc0066fa540, 0xb84d20, 0xc00427aea0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00427aea0, 0xc0066fa540, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0066eb890, 0x50d2a1, 0xc0013fde60, 0x28, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0016715e0, 0xc005467740, 0xc0039574c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1561 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc00597c8f0, 0xc001f60000)
/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.beforeHeadIM(0xc00597c8f0, 0x7fc900000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:591 +0x10b
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00597c8f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00597c8f0, 0xc001f23ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005e6f120, 0x0, 0x0, 0x0, 0xc004af92c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005e6f120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004af99c0, 0xc0018d4600, 0x595, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1562 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc0040c9800, 0x78d, 0x0, 0x0, 0x0, 0x440d95, 0xc006a84b40, 0x7fc8d8013c57, 0xc10a8b6600000010)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0060355e0, 0xc006650580, 0xc006650dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2e7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1563 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0008eee80, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0008eee80, 0x0, 0x0, 0x0, 0xc0021c72c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0008eee80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0021c79c0, 0xc00634e580, 0xc32, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1564 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006fba800, 0x724, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006fba800, 0x724, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006fba800, 0x724, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006fba800, 0x724, 0x0, 0x0, 0x115ea80, 0x2, 0xc00435bb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006fba800, 0x724, 0x0, 0x0, 0xc0009e9800, 0x726, 0xc00435bbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006fba800, 0x724, 0x724, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001242f50, 0x61, 0xc006fba800, 0x724, 0xaa0378, 0x1, 0xc006fba800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1565 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001b67790, 0xc0068e9308, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001b67790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001b67790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001b67790, 0xc003e396c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c93340, 0x0, 0x0, 0x0, 0xc004ef32c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c93340, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ef39c0, 0xc00245d900, 0xc01, 0x2, 0xc004ea60d5, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2ea20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1566 [semacquire]:
strings.Replace(0xc001892000, 0xc74, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc001892000, 0xc74)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006b019c0, 0xc0061cac80, 0xc70, 0x2, 0xc004ea60d5, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1567 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0000eb200, 0xc2, 0xc2, 0x3, 0x0, 0xc1, 0xc0000eb200)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005c3f5e0, 0xc002b8c500, 0xc002b8dce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1568 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000b4f188, 0xc003961c20, 0x1d7, 0x1d7, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000b4f188, 0xc006261c00, 0xc000b4e278, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b4f188, 0xc006e8d030, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000b4f188, 0xc006e8d030, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000b4f188, 0xc006e8d030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000b4f188, 0xc006e8d030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b4f188, 0xc004a5f9d0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d2b188, 0xc004a5f9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d2b188, 0xc004a5f9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b4f188, 0xc004a5f8f0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d2b188, 0xc004a5f8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d2b188, 0xc004a5f8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b4f188, 0xc004276e70, 0xc002fd7c00, 0x7fc908957080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d2b188, 0xc004276e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d2b188, 0xc004276e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000b4f188, 0xc004276d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d2b188, 0xc004276d90, 0x54b170, 0xc000ec4c30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004276d90, 0x0, 0x0, 0x0, 0x0, 0xc004276d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002fdaae0, 0x0, 0x0, 0x0, 0x1a80, 0xc002472f80, 0x1a35, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002472f80, 0x1a35, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00129cd80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005d2b5e0, 0xc002cccd20, 0xc002ccd800)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2ecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1569 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2ed80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1570 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc005c54680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005c54680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005c54680, 0xc00675e930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006650040, 0x0, 0x0, 0x0, 0xc004ef52c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006650040, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ef59c0, 0xc005318f00, 0x2187, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2ee40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1571 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003957a60, 0xc005cb7388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005cb7488, 0xaa04f9, 0x2, 0xc001c08000, 0xfb3, 0xe, 0x1c9, 0xc001f30280)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc001c08000, 0xfb3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005cb75e0, 0xc006651e80, 0xa1, 0xc001efb550)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2ef00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1572 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004e54750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004e549c0, 0xc006de9960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ba2a20, 0x0, 0x0, 0x0, 0xc0051932c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ba2a20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051939c0, 0xc001665000, 0xf20, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1573 [semacquire]:
bytes.makeSlice(0xf1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004ab92d0, 0x71, 0x40)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004ab92d0, 0xc0064c2180, 0x71, 0x5165d7, 0xc002b54d00, 0xc004234b30)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000cd4af0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000cd4a80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000cd49a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001159a70, 0xc001159a70, 0xc001159a00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004ab95e0, 0xc005713fc0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2f080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1574 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0026ee800, 0x78e, 0xc006d572e0, 0xc000700e00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0026ee800, 0x78e, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006d57488, 0xaa04f9, 0x2, 0xc0026ee800, 0x78e, 0x9, 0x10e, 0xc000b892c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc0026ee800, 0x78e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006d575e0, 0xc002657b00, 0xa4, 0xc00661ac69)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2f200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1575 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003c93c60, 0xc004ad72e8, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004ad7650, 0xaa058b, 0x2, 0xc00472d000, 0x771, 0x3, 0x9, 0xc003c93c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004ad75e0, 0xc003c92440, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2f3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1576 [semacquire]:
bytes.makeSlice(0x812, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0058c4f00, 0x1ae, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0058c4f00, 0xc002dbe700, 0x1ae, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0058c4f00, 0xc002dbe700, 0x1ae, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0058c4f00, 0xc0057ef0a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0058c4f00, 0xc0057eeb60, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0058c4f00, 0xc0057eeaf0, 0xb84d20, 0xc0058c4f00)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0058c4f00, 0xc0057eeaf0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003e787b0, 0x3a7293a01, 0x1251a20, 0xc004020980, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2f680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1577 [semacquire]:
bytes.makeSlice(0x1904, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0058c4d50, 0x122, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0058c4d50, 0xc004806500, 0x122, 0x6, 0xffffffffffffffff, 0xad0184)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0058c4d50, 0xc004806500, 0x122, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0058c4d50, 0xc00394e150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0058c4d50, 0xc0024ed9d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0058c4d50, 0xc0024ec230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0058c4d50, 0xc0024ec150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0058c4d50, 0xc003d11a40, 0xb84d20, 0xc0058c4d50)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0058c4d50, 0xc003d11a40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0041e8450, 0x50d201, 0xc000ba9aa0, 0x54, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0051915e0, 0xc003c93cc0, 0xc000853ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1578 [semacquire]:
github.com/andybalholm/cascadia.Compile(0xaa03ab, 0x1, 0xc000525608, 0xc002378810, 0xc005427220)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00281ec00, 0xaa03ab, 0x1, 0xc0032113c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0054275e0, 0xc00281ec00, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:562 +0x55
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0054275e0, 0xc003210180, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1579 [semacquire]:
strings.genSplit(0xc00192b500, 0x140c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x5b, 0xc006bc6000, 0x7fc8e01b6e08)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005195488, 0xaa0503, 0x2, 0xc006bc6000, 0x140c, 0xc006bc6000, 0xc005195478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc006bc6000, 0x140c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0051955e0, 0xc001570200, 0xa5, 0xc0054de580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1580 [semacquire]:
strings.Replace(0xc003fb7000, 0xf37, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc003fb7000, 0xf37)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005def9c0, 0xc0051d3000, 0xf35, 0x0, 0xc004ebb821, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc002a2fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1581 [semacquire]:
strings.Replace(0xc006bca000, 0x146b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc006bca000, 0x146b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053859c0, 0xc002e72a00, 0x1468, 0xbdd0b5d0b4d0b5d0, 0xd020b9d08bd1bdd0, 0xb9d0b5d0b4d020b2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b302a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1582 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00527d9c0, 0xc00485c000, 0x1757, 0xbdd0b5d0b4d0b5d0, 0xd020b9d08bd1bdd0, 0xb9d0b5d0b4d020b2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b30360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1583 [semacquire]:
strings.Replace(0xc004e08000, 0x14f1, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041979c0, 0xc004e08000, 0x14f1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b30420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1584 [semacquire]:
strings.Replace(0xc004e48000, 0xf1a, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc004e48000, 0xf1a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00656f9c0, 0xc004e48000, 0xf1a, 0x4c, 0x53, 0xaa04df)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b304e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1585 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0016fc4a0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0016fc4a0, 0x0, 0x0, 0x0, 0xc005d8b2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0016fc4a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d8b9c0, 0xc005d46d80, 0xc87, 0x86d18fd1bbd0b8d0, 0xd0bbd020b8d0b8d0, 0xd1b8d0bad0b3d0b5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b305a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1586 [semacquire]:
bytes.makeSlice(0x1e17, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00589fe60, 0x245, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00589fe60, 0xc00349ea00, 0x245, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00589fe60, 0xc00349ea00, 0x245, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00589fe60, 0xc00510f3b0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00589fe60, 0xc00510f340, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00589fe60, 0xc00510e930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00589fe60, 0xc00510e850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00589fe60, 0xc00510e150, 0xb84d20, 0xc00589fe60)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00589fe60, 0xc00510e150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005880600, 0x3acc5bed8, 0x1251a20, 0xc001ae0e60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b30660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1587 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001c85110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001c851e0, 0xc00584d9d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0015717e0, 0x0, 0x0, 0x0, 0xc0053872c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0015717e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053879c0, 0xc001dcf900, 0x1296, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b30720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1588 [semacquire]:
bytes.makeSlice(0x314, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003154810, 0x2, 0x8)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003154810, 0xaa042b, 0x2, 0x8, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc003154810, 0xc000e8bea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:166 +0x358
golang.org/x/net/html.render1(0xb84d20, 0xc003154810, 0xc0052ad2d0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003154810, 0xc0052ad260, 0xb84d20, 0xc003154810)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003154810, 0xc0052ad260, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003154600, 0x32b11f8f2, 0x1251a20, 0xc004651b20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b307e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1589 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002b75d40, 0x1189d0e, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002b75d40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002b75d40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002b75d40, 0xc00153ce70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408cd00, 0x0, 0x0, 0x0, 0xc0054fd2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408cd00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054fd9c0, 0xc003140d80, 0xd55, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b308a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1590 [semacquire]:
regexp/syntax.(*parser).push(0xc006cda6c0, 0xc006cf0000, 0xd0b5d0bbd081d101)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc006cda6c0, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0056330c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0056330c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002560f54)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0056330c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0056330c0, 0x1, 0xc0018318b0, 0xc0100eb5880, 0x280408954108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0056330c0, 0x4, 0xed8, 0xc004f60101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004f60000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000fe2270, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0031557a0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056339c0, 0xc004963300, 0x1106, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b309c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1591 [semacquire]:
strings.Replace(0xc002dea000, 0xbd4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc002dea000, 0xbd4)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038239c0, 0xc000e9b000, 0xbd2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b30a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1592 [semacquire]:
strings.genSplit(0xc002a6d800, 0x17a2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc001500000, 0x2ac, 0x2ac)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005c49488, 0xaa04df, 0x2, 0xc005339800, 0x17a2, 0x1, 0x2ac, 0xc000525760)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc005339800, 0x17a2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005c495e0, 0xc0005251e0, 0xc9, 0xc0010e92b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b30b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1593 [semacquire]:
strings.Replace(0xc004dcd000, 0xed3, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc004dcd000, 0xed3)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005cd59c0, 0xc004dcd000, 0xed3, 0xd0a0c2b9d0b5d020, 0xd182d181d1bed0b4, 0xa0c2bad020bfd083)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b30c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1594 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0001eaa90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1186 +0x35f
golang.org/x/net/html.(*parser).parse(0xc0001eac30, 0xc001508310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0006e3de0, 0x0, 0x0, 0x0, 0xc005b6d2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0006e3de0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005b6d9c0, 0xc005c4b000, 0xeca, 0xd0a0c2b9d0b5d020, 0xd182d181d1bed0b4, 0xa0c2bad020bfd083)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b30cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1595 [semacquire]:
strings.Replace(0xc00413cc00, 0x1aa6, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00413cc00, 0x1aa6)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006ad59c0, 0xc00413cc00, 0x1aa6, 0xd0a0c2b9d0b5d020, 0xd182d181d1bed0b4, 0xa0c2bad020bfd083)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000b30d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1596 [semacquire]:
strings.Replace(0xc006b8e000, 0x1d02, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc006b8e000, 0x1d02)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038db9c0, 0xc006b8e000, 0x1d02, 0x6, 0x1, 0xc004b1a060)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004416060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1597 [semacquire]:
strings.Replace(0xc003af7000, 0xf09, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1, 0xc003af7000, 0xf09)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d339c0, 0xc004771000, 0xf03, 0x12, 0xc0039d22b9, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0044161e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1598 [semacquire]:
strings.Replace(0xc0024bd500, 0xa31, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x2, 0xc0024bd500, 0xa31)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00480f9c0, 0xc0024bd500, 0xa31, 0x800000007, 0x1, 0xc00161a614)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0044162a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1599 [semacquire]:
strings.genSplit(0xc0027ec000, 0x448, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x98, 0x98)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033ed488, 0xaa058b, 0x2, 0xc003b43680, 0x448, 0x1, 0x98, 0xc001ae1920)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc003b43680, 0x448, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0033ed5e0, 0xc001ae1500, 0x6e, 0xc001753f10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004416360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1600 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005712e00, 0xc004e8d388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e8d488, 0xaa058b, 0x2, 0xc00500a400, 0x83e, 0x1, 0xdd, 0xc005712de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc00500a400, 0x83e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e8d5e0, 0xc0057129c0, 0x59, 0xc000b30afe)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004416420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1601 [semacquire]:
strings.Replace(0xc004408600, 0x122a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc004408600, 0x122a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b939c0, 0xc004408600, 0x122a, 0x8, 0xc0043944b6, 0xe)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004416900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1602 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0044169c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1604 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000b88a20, 0xc0043f52e8, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043f5650, 0xaa058b, 0x2, 0xc005b21980, 0x17f, 0x8, 0x22, 0xc000b889e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0043f55e0, 0xc006650da0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004416b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1605 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00236caa0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00236caa0, 0x0, 0x0, 0x0, 0xc005d352c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00236caa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d359c0, 0xc005c32c00, 0xbbb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004416c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1606 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001f30ae0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001f30ae0, 0x0, 0x0, 0x0, 0xc005d372c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001f30ae0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d379c0, 0xc005c6b000, 0xf28, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004416d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1607 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004416de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1608 [semacquire]:
strings.Replace(0xc003df7000, 0xf69, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc003df7000, 0xf69)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005c759c0, 0xc005c6d000, 0xf63, 0xd0b5d0b1d020b0d0, 0xd181d1b5d0b2d0b7, 0xbfd020bed0bdd082)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004416ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1609 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x3)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc004b9bdd3, 0x3, 0xaa4e4b, 0x5, 0x4, 0xcad)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.afterHeadIM(0xc005c549c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:766 +0x51d
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005c549c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005c549c0, 0xc005c23730, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00236cac0, 0x0, 0x0, 0x0, 0xc005e212c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00236cac0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e219c0, 0xc005c36800, 0xbc8, 0xd0b5d0b1d020b0d0, 0xd181d1b5d0b2d0b7, 0xbfd020bed0bdd082)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0044170e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1610 [semacquire]:
bytes.makeSlice(0x1b8, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0056f1278, 0x1b8, 0x2fa09ed)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0056f1278, 0xc0055848c0, 0x1b8, 0xc000525608, 0xc002378810, 0xc0056f11c8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050a4b60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050a4af0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0048164e0, 0xaa058b, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x2, 0xc0048164e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003df95f0, 0xc0056f1390, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0056f1450)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0056f1450, 0xc003df8bd0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0056f1401, 0xc0000b48e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0056f15e0, 0xc003df8bd0, 0xaa058b, 0x2, 0x0, 0x0, 0xc003769c60, 0x12, 0xc003769c73)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004417260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1611 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0041e74e0, 0xc003a17388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a17488, 0xaa059b, 0x2, 0xc006d27b80, 0x524, 0x1, 0xc0, 0xc0041e74c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc006d27b80, 0x524, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a175e0, 0xc00363b2a0, 0x87, 0xc006bae1b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004417320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1612 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc0021ca2a0, 0xffffffff, 0xc00467eb20)
/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc0021ca2a0, 0xc0021f1f80, 0xc0021f1f80)
/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc0021ca2a0, 0x74)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00467f0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00467f0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002558334)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00467f0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00467f0c0, 0x1, 0xc0016a40f0, 0xc0103eff880, 0x2804089547d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00467f0c0, 0x4, 0x14a, 0xc003dd2e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003dd2000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001b672b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050a0fc0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00467f9c0, 0xc005a98000, 0xeb5, 0x10, 0xc0002cec23, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0044174a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1613 [semacquire]:
bytes.(*Buffer).grow(0xc00381a4a0, 0x1, 0xc005794100)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteByte(0xc00381a4a0, 0xaa0320, 0x1, 0xc005794100)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00381a4a0, 0xc001227170, 0x90, 0x90, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:433 +0x2d4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00381a4a0, 0xc0021f09a0, 0xc001698160, 0xc00381a3d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00381a4a0, 0xc0021f0930, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00381b188, 0xc0021f0930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00381b188, 0xc0021f0930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00381b188, 0xc0021f0850, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002335188, 0xc0021f0850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002335188, 0xc0021f0850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00381b188, 0xc0021f0770, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002335188, 0xc0021f0770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002335188, 0xc0021f0770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00381b188, 0xc0048040e0, 0xc002334e08, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002335188, 0xc0048040e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002335188, 0xc0048040e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00381b188, 0xc004804000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002335188, 0xc004804000, 0x54b170, 0xc0004949c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004804000, 0x0, 0x0, 0x0, 0x0, 0xc004804000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000020240, 0x0, 0x0, 0x0, 0xc00, 0xc005d92c00, 0xad3, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005d92c00, 0xad3, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0010f6550)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0023355e0, 0xc0039560a0, 0xc003956960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004417620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1614 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0035e9620, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035e9620, 0x0, 0x0, 0x0, 0xc0005d92c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035e9620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005d99c0, 0xc002601b00, 0x8a6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0044177a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1615 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004417920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1616 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004417aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1617 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002b8c8e0, 0xc005fa7388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005fa7488, 0xaa04f9, 0x2, 0xc003062a80, 0x918, 0x8, 0x114, 0xc002b8c8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc003062a80, 0x918, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005fa75e0, 0xc004ace880, 0x8a, 0xc0003281b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004417b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1618 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005ef9488, 0xaa058b, 0x2, 0xc006090a00, 0x1351, 0x1, 0x321, 0xc0026414c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc006090a00, 0x1351, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005ef95e0, 0xc002640880, 0x68, 0xc000fce070)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004417c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1619 [semacquire]:
strings.Replace(0xc005358000, 0x1e0c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xa, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005f0d9c0, 0xc005358000, 0x1e0c, 0xc, 0xc004ed7386, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004417ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1620 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00094f488, 0xaa058b, 0x2, 0xc004f19000, 0xe2b, 0x1, 0x1a3, 0xc003956040)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc004f19000, 0xe2b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00094f5e0, 0xc0053af6e0, 0x87, 0xc0011f9dd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004417da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1621 [semacquire]:
strings.Replace(0xc000f9d500, 0x9d8, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc000f9d500, 0x9d8)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005f0f9c0, 0xc005c52a80, 0x9d7, 0xbdd0b0d0bad0b5d0, 0xd0b1d0208fd1b8d0, 0xd0b7d0b5d0bbd0be)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004417e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1622 [semacquire]:
strings.Replace(0xc005300000, 0xf16, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005edb9c0, 0xc005300000, 0xf16, 0x0, 0x302020202030303, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc004417f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1623 [semacquire]:
strings.Replace(0xc001952000, 0x996, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc001952000, 0x996)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004fdb9c0, 0xc001702a80, 0x993, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001252000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1624 [semacquire]:
strings.Replace(0xc001b1a000, 0x1e33, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc00693b350, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ef79c0, 0xc001b1a000, 0x1e33, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0012521e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1625 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0056c0bf8, 0xc0031cc2d8, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0056c0bf8, 0xc003e21b20, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0056c0bf8, 0xc003e21b90, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc003e21b90, 0xc003e21b90, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0056c10c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0056c10c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0068e9f64)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0056c10c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0056c10c0, 0x1, 0xc0012ce610, 0xc01046b7500, 0x2804089562f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0056c10c0, 0x4, 0x2c2, 0xc003e4dd01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003e4d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004ec9110, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00009b7a0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056c19c0, 0xc005d46000, 0xd3b, 0xd0b5d082d1bdd0b8, 0xd086d1b0d080d1b3, 0xd020b8d020b8d0b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001252360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1626 [semacquire]:
regexp.makeOnePass.func1(0xa, 0xc00106fe30, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc0034bcd50, 0xc0034bcd50)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0034bccf0, 0xc0034bccf0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0058450c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0058450c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00457017c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0058450c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0058450c0, 0x1, 0xc000bed8e0, 0xc01046b6700, 0x2804089569b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0058450c0, 0x4, 0xe93, 0xc000c03101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000c03000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002416680, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0034bccc0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058459c0, 0xc0050e4600, 0x1095, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001252420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1627 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039999c0, 0xc005f46500, 0x2496, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0012524e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1628 [semacquire]:
strings.Replace(0xc002f6e000, 0xec2, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc002f6e000, 0xec2)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006ad19c0, 0xc001b1c000, 0xec0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0012527e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1629 [semacquire]:
strings.genSplit(0xc0030d8000, 0x996, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0013b7500, 0x150, 0x150)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003457488, 0xaa0599, 0x2, 0xc002479500, 0x996, 0x21, 0x150, 0xc001f31e20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc002479500, 0x996, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0034575e0, 0xc001f31a80, 0x6c, 0xc006911030)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0012528a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1630 [semacquire]:
strings.Replace(0xc006069800, 0x27bb, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc006069800, 0x27bb)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fe59c0, 0xc00684c800, 0x27b4, 0xc0047fd600, 0x6, 0xc000e96bf8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001252c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1631 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0043868c0, 0x0, 0x0, 0x0, 0xc0047a1000, 0xae2, 0x2, 0xc003ba32e0, 0xc0047a1000, 0xae2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0043868c0, 0xc0047a1000, 0xae2, 0xaa0378, 0x1, 0x1, 0x18)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0049d15e0, 0xc006a4d140, 0xc006a4d980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001252d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1632 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc005706390, 0xab2997, 0xc, 0xac00a0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:81 +0x3ab
github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc002de15e0, 0xc005706390, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002de15e0, 0xc004acf640, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001252e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1633 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0036f3900, 0x4d7, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0036f3900, 0x4d7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0036f3900, 0x4d7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0036f3900, 0x4d7, 0x0, 0x0, 0x115ea80, 0x2, 0xc002ce7b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0036f3900, 0x4d7, 0x0, 0x0, 0xc0036f3400, 0x4dc, 0xc002ce7bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0036f3900, 0x4d7, 0x4d7, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc004ed2400, 0x7b, 0xc0036f3900, 0x4d7, 0xaa0378, 0x1, 0xc0036f3900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001252f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1634 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005b2f188, 0xc00032d980, 0x177, 0x177, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005b2f188, 0xc0021f7ce0, 0xc005b2e278, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005b2f188, 0xc0021f7c70, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005b2f188, 0xc0021f7c70, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005b2f188, 0xc0021f7c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005b2f188, 0xc0021f7c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005b2f188, 0xc0021f6e00, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005bbd188, 0xc0021f6e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005bbd188, 0xc0021f6e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005b2f188, 0xc0021f6d20, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005bbd188, 0xc0021f6d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005bbd188, 0xc0021f6d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005b2f188, 0xc0021f6620, 0xc002fd6700, 0x7fc908957080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005bbd188, 0xc0021f6620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005bbd188, 0xc0021f6620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005b2f188, 0xc0021f6540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005bbd188, 0xc0021f6540, 0x54b170, 0xc004b184e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0021f6540, 0x0, 0x0, 0x0, 0x0, 0xc0021f6540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0022aee10, 0x0, 0x0, 0x0, 0xd80, 0xc00402e380, 0xce1, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00402e380, 0xce1, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0026ad3b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005bbd5e0, 0xc002187de0, 0xc001718700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001253200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1635 [semacquire]:
strings.Replace(0xc004ff4000, 0xfcf, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xa, 0xc00617ec13)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0065219c0, 0xc004ff4000, 0xfcf, 0xd1bed02082d1bed0, 0xd0bdd0b0d0b3d080, 0xd086d1b0d0b7d0b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0012532c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1637 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003e06c30, 0xc002560000, 0x9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003e06c30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e06c30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003e06c30, 0xc0015d6e00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002640800, 0x0, 0x0, 0x0, 0xc001fb52c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002640800, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fb59c0, 0xc002f6cc00, 0x12af, 0xc, 0xc0053d6602, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0012535c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1638 [semacquire]:
strings.Replace(0xc006cdf000, 0xdb2, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xd080d18bd1b4d0b0, 0xb8d0bbd020b2d0be)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037f79c0, 0xc006cdf000, 0xdb2, 0xc, 0xc0053d6602, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001253680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1639 [semacquire]:
regexp.onePassCopy(0xc003154480, 0xc003154480)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc003154480, 0xc003154480)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00565b0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00565b0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004b21510)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00565b0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00565b0c0, 0x1, 0xc001830c60, 0xc000eb5880, 0x280408954108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00565b0c0, 0x4, 0xf9d, 0xc005341001, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005341000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003e072b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003154450, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00565b9c0, 0xc004ada600, 0x103e, 0x0, 0xc0053d6f03, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001253740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1640 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc000fe28f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000fe28f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000fe28f0, 0xc0062b8070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408cec0, 0x0, 0x0, 0x0, 0xc00562d2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408cec0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00562d9c0, 0xc004c47300, 0x11c3, 0x0, 0xc0053d6f03, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001253800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1641 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:141
regexp.makeOnePass(0xc004d282a0, 0xc004d282a0)
/usr/local/go/src/regexp/onepass.go:306 +0x93
regexp.compileOnePass(0xc004d28240, 0xc004d28240)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0044050c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0044050c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004788d40)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0044050c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0044050c0, 0x1, 0xc0030c06a0, 0xc0046b6700, 0x280408954e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0044050c0, 0x4, 0x3f, 0xc0053ccf01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0053cc000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000fe2f70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004d28210, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044059c0, 0xc001e5d000, 0xfc0, 0x0, 0xc0053d6f03, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0012538c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1642 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000a5f9c0, 0xc003d7a600, 0x12ef, 0x0, 0xc0053d6f03, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001253980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1643 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0038c40d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0038c41a0, 0xc000310620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408d400, 0x0, 0x0, 0x0, 0xc0056552c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408d400, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056559c0, 0xc0011ef100, 0xd05, 0x81d1bed0bbd0b0d0, 0xd0bcd081d1208cd1, 0xd182d1b8d0bdd0b5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001253a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1644 [semacquire]:
regexp.onePassCopy(0xc004d28e40, 0xc004d28e40)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc004d28e40, 0xc004d28e40)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0005b10c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0005b10c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000deedb0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0005b10c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0005b10c0, 0x1, 0xc0016d0650, 0xc0101906e01, 0x280408954e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0005b10c0, 0x4, 0xa2, 0xc000837f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000837000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0038c49c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004d28e10, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005b19c0, 0xc00255e000, 0xf5b, 0x81d1bed0bbd0b0d0, 0xd0bcd081d1208cd1, 0xd182d1b8d0bdd0b5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001253c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1645 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00183b400, 0x4fb, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00183b400, 0x4fb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00183b400, 0x4fb, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00183b400, 0x4fb, 0x0, 0x0, 0x115ea80, 0x2, 0xc004abdb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00183b400, 0x4fb, 0x0, 0x0, 0xc00183af00, 0x4fc, 0xc004abdbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00183b400, 0x4fb, 0x4fb, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0027c0e80, 0x78, 0xc00183b400, 0x4fb, 0xaa0378, 0x1, 0xc00183b400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001253d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1646 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc001c85a00, 0xc002972000)
/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc001c85a00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x76a
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001c85a00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001c85a00, 0xc006bd1570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002fd5a60, 0x0, 0x0, 0x0, 0xc0056c52c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002fd5a60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056c59c0, 0xc004c6ac00, 0x1008, 0x0, 0xc00313322c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001253e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1647 [semacquire]:
strings.Replace(0xc002aa2000, 0xdab, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006d639c0, 0xc002aa2000, 0xdab, 0x0, 0xc00313322c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc001253f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1648 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001408000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0014080d0, 0xc00049f960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00236c4c0, 0x0, 0x0, 0x0, 0xc0057012c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00236c4c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057019c0, 0xc001952a80, 0xa1b, 0x4, 0xc003133dd7, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000522060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1649 [semacquire]:
regexp.onePassCopy(0xc003302840, 0xc003302840)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc003302840, 0xc003302840)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0057030c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0057030c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000615fd4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0057030c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0057030c0, 0x1, 0xc001265460, 0xc01024ddc00, 0x280408954e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0057030c0, 0x4, 0x5e4, 0xc0014a5a01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0014a5000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001151380, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003302810, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057039c0, 0xc002d68a80, 0xa1e, 0x4, 0xc003133dd7, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000522120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1650 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00236dd80, 0xc00576f388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00576f488, 0xaa059b, 0x2, 0xc002681000, 0x7de, 0xc002681000, 0xc00576f478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc002681000, 0x7de, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00576f5e0, 0xc00236da20, 0x56, 0xc000f35200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005221e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1651 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00338a8f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00338a9c0, 0xc0023ed490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035e8100, 0x0, 0x0, 0x0, 0xc00574b2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035e8100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00574b9c0, 0xc002fa0a80, 0x999, 0x4, 0xc003133dd7, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005222a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1652 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc001cd5ee0, 0xc002554000)
/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc001cd5ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x347
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001cd5ee0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001cd5ee0, 0xc0069b6e70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006b3bd20, 0x0, 0x0, 0x0, 0xc004ef12c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006b3bd20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ef19c0, 0xc001bd3500, 0x1318, 0x0, 0xc003767096, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000522360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1653 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc005146bf8, 0xc001751118, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc005146bf8, 0xc002156b60, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc005146bf8, 0xc002156bd0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc002156bd0, 0xc002156bd0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0051470c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0051470c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0068e80f4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0051470c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0051470c0, 0x1, 0xc00185a620, 0xc01046b7500, 0x2804089562f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0051470c0, 0x4, 0x5c7, 0xc0038f7a01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0038f7000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc002b74ea0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0058c4600, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051479c0, 0xc001bb0a80, 0xa38, 0x12, 0xc0037b28c1, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000522420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1654 [semacquire]:
strings.Replace(0xc005f03500, 0x19ae, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc005f03500, 0x19ae)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006d619c0, 0xc005f03500, 0x19ae, 0x12, 0xc0037b28c1, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005224e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1655 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005197488, 0xaa059b, 0x2, 0xc002280000, 0xf1f, 0xc002280000, 0xc005197478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc002280000, 0xf1f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0051975e0, 0xc003211440, 0x88, 0xc00683f7c2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005225a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1656 [semacquire]:
bytes.(*Buffer).grow(0xc00381f188, 0x1, 0x120)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc00381f188, 0x1189cea, 0x1, 0x1, 0x112, 0x120)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00381f188, 0xc005593ce0, 0x159, 0x7, 0xc005593ce0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00381f188, 0xc00217c310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00381f188, 0xc00217c310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00381f188, 0xc00217c230, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00527b188, 0xc00217c230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00527b188, 0xc00217c230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00381f188, 0xc00217c150, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00527b188, 0xc00217c150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00527b188, 0xc00217c150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00381f188, 0xc001b27180, 0xc003eff880, 0x7fc9089547d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00527b188, 0xc001b27180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00527b188, 0xc001b27180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00381f188, 0xc001b270a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00527b188, 0xc001b270a0, 0x54b170, 0xc001c84d00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001b270a0, 0x0, 0x0, 0x0, 0x0, 0xc001b270a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0041e9e00, 0x0, 0x0, 0x0, 0x1a80, 0xc0014f8f80, 0x198f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0014f8f80, 0x198f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0027995f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00527b5e0, 0xc001570640, 0xc001570fa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000522660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1657 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00505e400, 0x809, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00505e400, 0x809, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00505e400, 0x809, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00505e400, 0x809, 0x0, 0x0, 0x115ea80, 0x2, 0xc003e43b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00505e400, 0x809, 0x0, 0x0, 0xc00505d200, 0x80a, 0xc003e43bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00505e400, 0x809, 0x809, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc005557170, 0x81, 0xc00505e400, 0x809, 0xaa0378, 0x1, 0xc00505e400)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000522720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1658 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5220, 0x0, 0x0, 0x0, 0xc00500c000, 0xb00, 0x2, 0xc001fcb2e0, 0x80, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0001b5220, 0xc00500c000, 0xb00, 0xaa04bf, 0x2, 0xc00500c000, 0xb00)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc001fcb450, 0xc002640540, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001fcb450, 0xc000834060, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001fcb401, 0xc006c03650)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001fcb5e0, 0xc000834060, 0xaa058b, 0x2, 0x0, 0x0, 0xc00519d7f3, 0x16, 0xc00519d7f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005227e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1659 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0015714c0, 0xc00529d388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00529d488, 0xaa04f9, 0x2, 0xc0040fc800, 0x7dc, 0xa, 0xee, 0xc0015714a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc0040fc800, 0x7dc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00529d5e0, 0xc001571140, 0x83, 0xc002799830)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005228a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1660 [semacquire]:
strings.Replace(0xc004dcf500, 0xa3d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc00581e300, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005c459c0, 0xc004dcf500, 0xa3d, 0x2, 0xc00519d7f0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000522960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1661 [semacquire]:
strings.Replace(0xc0055e0800, 0xbb0, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x2, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc0042503f0, 0x0, 0x0, 0x0, 0x0, 0xc0042503f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006b7f440, 0x0, 0x0, 0x0, 0x1000, 0xc001bb6000, 0xe36, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001bb6000, 0xe36, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc003f940c4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0053915e0, 0xc000ff8060, 0xc006b3b060)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000522a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1662 [semacquire]:
github.com/gigawattio/window.Rolling(0xc005ca6600, 0x192, 0x192, 0x3, 0x0, 0x191, 0xc005ca6600)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0049d15e0, 0xc00408c100, 0xc00408cba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000522ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1663 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000522ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1664 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.beforeHeadIM(0xc004ec8a90, 0x7fc900000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:591 +0xa4
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004ec8a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004ec8a90, 0xc00376bea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ae0da0, 0x0, 0x0, 0x0, 0xc005df52c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ae0da0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005df59c0, 0xc005d84d80, 0xcfe, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000522c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1665 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000522d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1666 [semacquire]:
strings.Replace(0xc0036dea00, 0x1397, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc0036dea00, 0x1397)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005db99c0, 0xc004e09500, 0x1392, 0xd, 0xc000ada0d6, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000522de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1667 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000522ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1668 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000522f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1669 [semacquire]:
strings.Replace(0xc002f33800, 0x15d6, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc002f33800, 0x15d6)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006cbb9c0, 0xc0067ed000, 0x15d0, 0x10, 0xc002d81f23, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000523020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1670 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002b75ba0, 0xc001376360, 0x90)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002b75ba0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002b75ba0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002b75ba0, 0xc00153ccb0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408cce0, 0x0, 0x0, 0x0, 0xc0049d12c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408cce0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049d19c0, 0xc00234e000, 0xda9, 0x4, 0xc0002ce262, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005230e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1671 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002b75ee0, 0xc0010e85b0, 0xc2)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002b75ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002b75ee0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002b75ee0, 0xc001c0ae70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408cd40, 0x0, 0x0, 0x0, 0xc0053832c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408cd40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053839c0, 0xc00234f000, 0xe71, 0x14, 0xc004424320, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005231a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1672 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003155560, 0x32b345b26, 0x1251a20, 0xc00000e2e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000523260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1673 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005629390, 0xc00562044f, 0x48e800, 0xc005629370, 0x49e710, 0x1161600)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xaa3da6, 0x4, 0x44f, 0x2, 0x74, 0x74, 0xc005629428)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa3da6, 0x4, 0x50c765, 0xc0027c0100, 0x76)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005881140, 0xaa3da6, 0x4, 0xffffffffffffffff)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0056295e0, 0xc0042e6b20, 0x76, 0xc0027c0100)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:120 +0x4a
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000523320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1674 [semacquire]:
strings.Replace(0xc004eb8c80, 0x1931, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc004eb8c80, 0x1931)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038259c0, 0xc004eb8c80, 0x1931, 0x14, 0xc004424320, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005233e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1675 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000fe3110, 0xc003b50000, 0x305)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000fe3110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000fe3110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000fe3110, 0xc0001dcaf0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408d000, 0x0, 0x0, 0x0, 0xc00080d2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408d000, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00080d9c0, 0xc00237c000, 0xff5, 0x9e9080, 0x127e7a0, 0x9e9080)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005234a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1676 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00207b0e0, 0xaa058b, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x3, 0xc00207b0e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00343baa0, 0xc00435f390, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc00435f450)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00435f450, 0xc002469dd0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc00435f401, 0xc006c02068)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00435f5e0, 0xc002469dd0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000523560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1677 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000fe36c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc000fe3a00, 0xc0003076c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408d280, 0x0, 0x0, 0x0, 0xc000a5b2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408d280, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000a5b9c0, 0xc005a44000, 0x1b3a, 0x4, 0xc00249a862, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000523620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1678 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005236e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1679 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0056733a8, 0x432e00, 0xc0056732d8, 0x21b3df48, 0x6fb)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0056733a8, 0xc0004c8780, 0x5, 0xc0056732f8, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0056733a8, 0xc0056733c0, 0x43b3b7, 0x1252790, 0xc005673300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fc8e019be18, 0xc005673401, 0x10100000042ab7a, 0x0, 0xa6d)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004d28510, 0xaa64ee, 0x5, 0xbae)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0056735e0, 0xc0042e76e0, 0xa6d, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005237a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1680 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0038c5380, 0xc0033d2d80, 0x230)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0038c5380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0038c5380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0038c5380, 0xc00039e9a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408d660, 0x0, 0x0, 0x0, 0xc0056752c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408d660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056759c0, 0xc001ea8f00, 0x22e6, 0xe, 0xc00566618a, 0x12)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000523860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1681 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002c3a9c0, 0xc002a1a000, 0x2df)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002c3a9c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002c3a9c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002c3a9c0, 0xc0004439d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408daa0, 0x0, 0x0, 0x0, 0xc0056e12c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408daa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056e19c0, 0xc0053c1980, 0x18b7, 0xe, 0xc00566618a, 0x12)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000523920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1682 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005724000, 0xf65, 0xc0068852e0, 0xc0046b7500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005724000, 0xf65, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006885488, 0xaa058b, 0x2, 0xc005724000, 0xf65, 0x1, 0x198, 0xc000853fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc005724000, 0xf65, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0068855e0, 0xc0021879e0, 0x7a, 0xc00208db00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005239e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1683 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004b18820, 0xc004278000, 0x231)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004b18820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004b18820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004b18820, 0xc001448e00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0017187a0, 0x0, 0x0, 0x0, 0xc00514b2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0017187a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00514b9c0, 0xc001501800, 0x16ee, 0x86d18fd1bbd0b8d0, 0xd0bbd020b8d0b8d0, 0xd1b8d0bad0b3d0b5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000523aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1684 [semacquire]:
bytes.makeSlice(0x829, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004e89188, 0x1, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004e89188, 0x1189d00, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc004e89188, 0xc000f9af00, 0x27b, 0x27b, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004e89188, 0xc001b26d20, 0xc004e88278, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004e89188, 0xc001b26cb0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004e89188, 0xc001b26cb0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004e89188, 0xc001b26cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004e89188, 0xc001b26cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004e89188, 0xc002a23810, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002335188, 0xc002a23810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002335188, 0xc002a23810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004e89188, 0xc002a23730, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002335188, 0xc002a23730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002335188, 0xc002a23730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004e89188, 0xc0035c1b90, 0xc002fd7c00, 0x7fc908957080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002335188, 0xc0035c1b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002335188, 0xc0035c1b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004e89188, 0xc0035c1ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002335188, 0xc0035c1ab0, 0x54b170, 0xc000d4f450)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0035c1ab0, 0x0, 0x0, 0x0, 0x0, 0xc0035c1ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002608e10, 0x0, 0x0, 0x0, 0x1300, 0xc004a90600, 0x12fa, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004a90600, 0x12fa, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0xc00680de58, 0x75bd50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0023355e0, 0xc0015fd140, 0xc00519bb00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000523b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1685 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f214c8, 0xaa058b, 0x2, 0xc004ce4ea0, 0x19b, 0xc002f21308, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc0050a0450)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0050a0420, 0xc002f21390, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc002f21450)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002f21450, 0xc0011a8240, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002f21401, 0xc0000b52d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002f215e0, 0xc0011a8240, 0xaa058b, 0x2, 0x0, 0x0, 0x2, 0xaa0593, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000523c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1686 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc002313520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002313520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002313520, 0xc006cb29a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004651ae0, 0x0, 0x0, 0x0, 0xc006cb72c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004651ae0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006cb79c0, 0xc0058b8a00, 0x229d, 0x0, 0x0, 0xaa04e1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000523ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1687 [semacquire]:
bytes.makeSlice(0x42f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0046d32d0, 0x23, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0046d32d0, 0xc0013fda10, 0x23, 0x5165d7, 0xc000fdd8c0, 0xc00648e900)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0061541c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006154150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006154070)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0001e9920, 0xc0001e9920, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0046d35e0, 0xc00236dd00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000523da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1688 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0053893a8, 0x432e00, 0xc0053892d8, 0x21b3df48, 0x380997b74b5900c8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x74d
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0053893a8, 0xc002b961b0, 0xad013e, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0053893a8, 0x8, 0x12a05f200, 0x0, 0x203000, 0xc005885120)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0xa4a020, 0xc005389420, 0x10000000042ab7a, 0x0, 0x8e3)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004816f90, 0xaa64ee, 0x5, 0xa24)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0053895e0, 0xc005885120, 0x8e3, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000523e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1689 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000523f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1690 [semacquire]:
strings.Replace(0xc004775000, 0xf90, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc004775000, 0xf90)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e279c0, 0xc004775000, 0xf90, 0x8, 0xc0051236b6, 0xe)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1691 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000ed2c0, 0x0, 0x0, 0x0, 0xc00424e647, 0x7, 0x2, 0xc006332600, 0xc00424e6d8, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000ed2c0, 0xc00424e647, 0x7, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006333188, 0xc0060ace70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006333188, 0xc0060accb0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005e4f188, 0xc0060accb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e4f188, 0xc0060accb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006333188, 0xc0060acbd0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005e4f188, 0xc0060acbd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e4f188, 0xc0060acbd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006333188, 0xc0060ac4d0, 0xc005e4ee08, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005e4f188, 0xc0060ac4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e4f188, 0xc0060ac4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006333188, 0xc0060ac3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e4f188, 0xc0060ac3f0, 0x54b170, 0xc000ec7d40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0060ac3f0, 0x0, 0x0, 0x0, 0x0, 0xc0060ac3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002320360, 0x0, 0x0, 0x0, 0xd80, 0xc004811b00, 0xcff, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004811b00, 0xcff, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00129cb40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005e4f5e0, 0xc0035e8ca0, 0xc001ae1b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005660c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1692 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00537b0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00537b0c0, 0x1, 0xc001831730, 0xc0100eb5800, 0x280408954108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00537b0c0, 0x4, 0x3d8, 0xc0021d0c01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0021d0000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0023132b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0031552c0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00537b9c0, 0xc002038c80, 0xc2a, 0x3, 0x1, 0xc000f7c378)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1693 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1694 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1695 [semacquire]:
regexp.onePassCopy(0xc0031553b0, 0xc0031553b0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0031553b0, 0xc0031553b0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00562b0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00562b0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0025605a4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00562b0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00562b0c0, 0x1, 0xc001831790, 0xc0102fd7c00, 0x2804089569b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00562b0c0, 0x4, 0xc4f, 0xc0052b9301, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0052b9000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003e06f70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003155380, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00562b9c0, 0xc0024f6a00, 0x13aa, 0xd0b8d0bcd0202c8f, 0xd182d181d1b8d0bd, 0xbed080d1bfd02080)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005663c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1696 [semacquire]:
strings.genSplit(0xc005ee2f00, 0x2266, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x32f, 0x32f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006d5f488, 0xaa0599, 0x2, 0xc005312000, 0x2266, 0x54, 0x32f, 0xc005885bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc005312000, 0x2266, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006d5f5e0, 0xc0058856a0, 0x81, 0xc001377dd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1697 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005881a40, 0x32a933615, 0x1251a20, 0xc0042e7100, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1698 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc00459d2c0, 0xffffffff, 0xc004400b20)
/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc00459d2c0, 0xc0003075e0, 0xc0003075e0)
/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc00459d2c0, 0x6e)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0044010c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0044010c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004789a84)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0044010c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0044010c0, 0x1, 0xc0030c0ad0, 0xc0102fd7c01, 0x280408954e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0044010c0, 0x4, 0xca8, 0xc0050be301, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0050be000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000fe35f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003b786f0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044019c0, 0xc002a84c00, 0x12f9, 0x6, 0x8, 0xc00535e5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1699 [semacquire]:
strings.Replace(0xc005cdd800, 0x720, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc005cdd800, 0x720)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006cf59c0, 0xc005cdd800, 0x720, 0x6, 0x8, 0xc00535e5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005666c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1700 [semacquire]:
bytes.makeSlice(0x1814, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0048163f0, 0x28, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0048163f0, 0xc005e7e150, 0x28, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0048163f0, 0xc005e7e150, 0x28, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0048163f0, 0xc005103b90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0048163f0, 0xc0023ecf50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0048163f0, 0xc000337f10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0048163f0, 0xc000337e30, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0048163f0, 0xc000337730, 0xb84d20, 0xc0048163f0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0048163f0, 0xc000337730, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004816090, 0x3a663561a, 0x1251a20, 0xc000b88d20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1701 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc006cda780, 0xffffffff, 0xc0005acb20)
/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc006cda780, 0xc006cf1f80, 0xc006cf1f80)
/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc006cda780, 0x74)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0005ad0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0005ad0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00256134c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0005ad0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0005ad0c0, 0x1, 0xc0018319a0, 0xc0100000186, 0x280400000192)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0005ad0c0, 0x4, 0xeb, 0xc00096ff01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00096f000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0038c5790, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003155bc0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005ad9c0, 0xc00247a000, 0xf15, 0x6, 0x8, 0xc00563c4e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1702 [semacquire]:
regexp.onePassCopy(0xc002bca240, 0xc002bca240)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc002bca240, 0xc002bca240)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0056cb0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0056cb0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002561a84)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0056cb0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0056cb0c0, 0x1, 0xc001831cd0, 0xc0102fd7c00, 0x280408954e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0056cb0c0, 0x4, 0x145, 0xc001407e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001407000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002c3a410, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002bca210, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056cb9c0, 0xc00247b000, 0xebb, 0x12, 0xc002c1f853, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1703 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005669c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1704 [semacquire]:
strings.Replace(0xc00247f000, 0xf56, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc00247f000, 0xf56)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056cd9c0, 0xc00247f000, 0xf56, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1705 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002c3bba0, 0xc001f6e4f0, 0x6)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002c3bba0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002c3bba0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002c3bba0, 0xc00049e770, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00236c440, 0x0, 0x0, 0x0, 0xc0056dd2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00236c440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056dd9c0, 0xc0029eb000, 0xf6d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1706 [semacquire]:
strings.genSplit(0xc0052e5000, 0xaa7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xcee, 0xc0052e4400, 0xaa7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e43650, 0xaa058b, 0x2, 0xc0052e4400, 0xaa7, 0x0, 0xc00004f180, 0x7fc908954108)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003e435e0, 0xc005885c20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1707 [semacquire]:
regexp/syntax.(*parser).push(0xc0021ca6c0, 0xc002800000, 0xc002800000)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc0021ca6c0, 0x6f)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00552d0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00552d0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002559590)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00552d0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00552d0c0, 0x1, 0xc0016a4c10, 0xc00004f180, 0x280408954e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00552d0c0, 0x4, 0x449, 0xc005bddb01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005bdd000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001408c30, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00376c750, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00552d9c0, 0xc005222000, 0xbb6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1708 [semacquire]:
strings.Replace(0xc0037c0a80, 0xa21, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc002122390, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0011df9c0, 0xc0037c0a80, 0xa21, 0x0, 0x0, 0x200000003)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1709 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1710 [semacquire]:
strings.Replace(0xc00227e800, 0xba1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc00227e800, 0xba1)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037f99c0, 0xc00227b800, 0xb9e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1711 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc004d28000, 0x6, 0x6, 0xc0056250a8, 0xc0042e75c0, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc00048f7f0, 0x1, 0x1, 0xc005625178, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc00048f7f0, 0x1, 0x1, 0xb856e0, 0xc0042e75c0, 0xc005881e90, 0xc005881e90, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005881da0, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056259c0, 0xc004b9cd80, 0xc96, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000566fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1712 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1713 [semacquire]:
bytes.makeSlice(0x209, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006eab188, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006eab188, 0x1189d0a, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc006eab188, 0xc004cf3e40, 0x14f, 0x7, 0xc004cf3e40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006eab188, 0xc004ed5d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006eab188, 0xc004ed5d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006eab188, 0xc004ed5c70, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005677188, 0xc004ed5c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005677188, 0xc004ed5c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006eab188, 0xc004ed5b90, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005677188, 0xc004ed5b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005677188, 0xc004ed5b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006eab188, 0xc004f1b960, 0xc000eb4380, 0x7fc908955560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005677188, 0xc004f1b960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005677188, 0xc004f1b960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006eab188, 0xc004f1acb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005677188, 0xc004f1acb0, 0x54b170, 0xc004f49c70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004f1acb0, 0x0, 0x0, 0x0, 0x0, 0xc004f1acb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0058e98c0, 0x0, 0x0, 0x0, 0x1000, 0xc002083000, 0xed1, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002083000, 0xed1, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00352e920)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0056775e0, 0xc0006e3da0, 0xc0053ae7c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1714 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043ff488, 0xaa058b, 0x2, 0xc003bb4c00, 0xb91, 0x1, 0x11a, 0xc0053ae9c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc003bb4c00, 0xb91, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0043ff5e0, 0xc0042e7ce0, 0xbd, 0xc00202eb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1715 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc003155ec0, 0xc0056c74e0, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x9d
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0056c75e0, 0xc00408d820, 0xa4, 0xc00336f1e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x236
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005672c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1716 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005679390, 0xc00567044f, 0x48e800, 0xc005679370, 0x49e710, 0x1161600)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xaa3da6, 0x4, 0x44f, 0x2, 0x3b, 0x3b, 0xc005679428)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa3da6, 0x4, 0x50c765, 0xc006911de8, 0x3d)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002bca6c0, 0xaa3da6, 0x4, 0xffffffffffffffff)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0056795e0, 0xc00000f280, 0x65, 0xc006911de8)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:120 +0x4a
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1717 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0001b50e0, 0xc002901000, 0x7cd, 0xaa0378, 0x1, 0xc00000f8e0, 0xc0042e7780)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc000849450, 0xc0063b2500, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000849450, 0xc002369dd0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc000849401, 0xc000610e90)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0008495e0, 0xc002369dd0, 0xaa058b, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1718 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1719 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001409790, 0xc001d60000, 0x48b)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001409790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001409790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001409790, 0xc000798930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00236d9a0, 0x0, 0x0, 0x0, 0xc00574d2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00236d9a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00574d9c0, 0xc002c27000, 0xf0b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005675c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1720 [semacquire]:
bytes.makeSlice(0x600, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00574f1b0, 0x200, 0x200)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc00574f1b0, 0xb7b620, 0xc0018bee10, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0018bee10, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0018bee10, 0xc00574f2a0, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0018bee10, 0x0, 0x0, 0x0, 0xc00, 0xc006f1a800, 0xb8a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc006f1a800, 0xb8a, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0024baa80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00574f5e0, 0xc00236ddc0, 0xc0041e71c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1721 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1722 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).empty(...)
/usr/local/go/src/regexp/syntax/compile.go:260
regexp/syntax.(*compiler).compile(0xc005818bf8, 0xc002967490, 0x456823)
/usr/local/go/src/regexp/syntax/compile.go:129 +0xa1e
regexp/syntax.(*compiler).compile(0xc005818bf8, 0xc002967570, 0xc005818c30)
/usr/local/go/src/regexp/syntax/compile.go:154 +0xb01
regexp/syntax.Compile(0xc002967570, 0xc002967570, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0058190c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0058190c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00106ea40)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0058190c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0058190c0, 0x1, 0xc001265820, 0xc01007fa380, 0x2804089569b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0058190c0, 0x4, 0x4b2, 0xc000779b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000779000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001fda820, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003303f80, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058199c0, 0xc005085000, 0xb4f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1723 [semacquire]:
strings.Replace(0xc00575c500, 0x21a8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x12, 0xc0022df6b0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00538f9c0, 0xc00575c500, 0x21a8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005678c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1724 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001409e10, 0xc0021a28c0, 0x1a8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001409e10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001409e10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001409e10, 0xc000f8a930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035e8300, 0x0, 0x0, 0x0, 0xc0058092c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035e8300, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058099c0, 0xc001ce2a80, 0x9eb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1725 [semacquire]:
bytes.makeSlice(0x2e8, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0034bd710, 0x8, 0x5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0034bd710, 0xc00382af30, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0034bd710, 0xc00382af30, 0x8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0034bd710, 0xc000fa8310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0034bd710, 0xc000f97ea0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0034bd710, 0xc000f97e30, 0xb84d20, 0xc0034bd710)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0034bd710, 0xc000f97e30, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0034bd560, 0x33225e0ac, 0x1251a20, 0xc004ace7e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1726 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00012b9c0, 0xc003e81980, 0x18b8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1727 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002965500, 0x97a, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:84 +0x278
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002965500, 0x97a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002965500, 0x97a, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002965500, 0x97a, 0x0, 0x0, 0x115ea80, 0x2, 0xc0027f1b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002965500, 0x97a, 0x0, 0x0, 0xc002964a80, 0x981, 0xc0027f1bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002965500, 0x97a, 0x97a, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00161e460, 0x6c, 0xc002965500, 0x97a, 0xaa0378, 0x1, 0xc002965500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1728 [semacquire]:
strings.genSplit(0xc006a6d2c0, 0xba, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xba, 0xc006a6d200, 0xba)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046d7650, 0xaa058b, 0x2, 0xc006a6d200, 0xba, 0xd, 0x34, 0xc000b88a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0046d75e0, 0xc0035e9900, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1729 [semacquire]:
strings.Replace(0xc00181a000, 0xcbc, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc00181a000, 0xcbc)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d179c0, 0xc002e2e380, 0xcba, 0xc0002c45f8, 0x443c10, 0x127a4e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567d40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1730 [semacquire]:
strings.Replace(0xc004116000, 0x31b4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc004116000, 0x31b4)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029459c0, 0xc004152000, 0x31ae, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567e00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1731 [semacquire]:
regexp.onePassCopy(0xc0040b73e0, 0xc0040b73e0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0040b73e0, 0xc0040b73e0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005d010c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005d010c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004f7e1f4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005d010c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005d010c0, 0x1, 0xc00172c110, 0xc010004f180, 0x2804089569b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005d010c0, 0x4, 0x672, 0xc00177d901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00177d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0001eb110, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004537770, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d019c0, 0xc002c3ea80, 0x98e, 0xc002b75e10, 0x174d5e32cd, 0xc0021d45e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1732 [semacquire]:
bytes.makeSlice(0x1eda, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0019e03c0, 0x20a, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0019e03c0, 0xc00018a900, 0x20a, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0019e03c0, 0xc00018a900, 0x20a, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0019e03c0, 0xc003504930, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0019e03c0, 0xc0035048c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0019e03c0, 0xc003035500, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0019e03c0, 0xc003035420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0019e03c0, 0xc003034d20, 0xb84d20, 0xc0019e03c0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0019e03c0, 0xc003034d20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0040b7740, 0x34c3815bf, 0x1251a20, 0xc0048eca80, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000567f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1733 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e6060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1734 [semacquire]:
strings.genSplit(0xc004ea0a00, 0x4b3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc001020001, 0x85)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0054075e0, 0xc0029694a0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0054075e0, 0xc002640500, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e6120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1735 [semacquire]:
bytes.makeSlice(0xa7c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00567b450, 0x1f0, 0x2ba)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00567b450, 0xc001108c00, 0x1f0, 0x5165d7, 0xc003b42c73, 0xc004546740)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000337340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0003372d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000336b60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000336a80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000336380)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004d28a50, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00567b5e0, 0xc00408d500, 0x46, 0xc0065fafa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e61e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1736 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0038c5110, 0xc0014c4d80, 0x231)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.textIM(0xc0038c5110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1381 +0xf2
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0038c5110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0038c5110, 0xc000389ab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408d620, 0x0, 0x0, 0x0, 0xc0005ab2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408d620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0005ab9c0, 0xc0025a4000, 0xde6, 0xd02082d183d1b3d0, 0xd0bed0b7d0bed0b2, 0xd0b2d0bed0bdd0b1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e62a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1737 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc003155c50, 0xc003155c50)
/usr/local/go/src/regexp/onepass.go:307 +0x148
regexp.compileOnePass(0xc003155bf0, 0xc003155bf0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00567d0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00567d0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004546f54)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00567d0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00567d0c0, 0x1, 0xc0030c1560, 0xc0100000025, 0x28040000002e)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00567d0c0, 0x4, 0x6b, 0xc000d99f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000d99000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0038c5930, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003b523f0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00567d9c0, 0xc0025a5000, 0xf91, 0xc2, 0x161, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e6360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1738 [semacquire]:
regexp/syntax.(*parser).push(0xc006cdaae0, 0xc006cfe000, 0xc004a31701)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc006cdaae0, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0053810c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0053810c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002561bbc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0053810c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0053810c0, 0x1, 0xc001831da0, 0xc0100eb5880, 0x280408954108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0053810c0, 0x4, 0x20e, 0xc001f3dd01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001f3d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003e075f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002bca480, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053819c0, 0xc0025c2000, 0xdf1, 0xc2, 0x161, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e6420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1739 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005205200, 0x84d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005205200, 0x84d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005205200, 0x84d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005205200, 0x84d, 0x0, 0x0, 0x115ea80, 0x2, 0xc0036edb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005205200, 0x84d, 0x0, 0x0, 0xc005204000, 0x854, 0xc0036edbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005205200, 0x84d, 0x84d, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0044c7c93, 0x6b, 0xc005205200, 0x84d, 0xaa0378, 0x1, 0xc005205200)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e64e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1740 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Join(0xc002770bd0, 0x3, 0x3, 0xaa0378, 0x1, 0x0, 0xc000ba9560)
/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0056fd5e0, 0xc005884ba0, 0xc0058855c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:330 +0x9c5
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e65a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1741 [semacquire]:
bytes.makeSlice(0xf95, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0056db450, 0x221, 0x1cd)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0056db450, 0xc001e3efc0, 0x221, 0x5165d7, 0xc0059dc52c, 0xc001a89448)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005b3730)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005b36c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005b3340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005b2b60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005b2a80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005b2380)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0050a1d40, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0056db5e0, 0xc000ff8a20, 0x66, 0xc00504ca10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e6660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1742 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001982000, 0x9b6, 0xc0057452e0, 0xc0031c8700)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001982000, 0x9b6, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005745488, 0xaa0569, 0x2, 0xc001982000, 0x9b6, 0x1, 0x12c, 0xc000524060)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc001982000, 0x9b6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0057455e0, 0xc000ff90e0, 0x51, 0xc000f34060)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e6720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1743 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0057f8f70, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0057f8f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0057f8f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0057f8f70, 0xc001619110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000524e00, 0x0, 0x0, 0x0, 0xc0057472c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000524e00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057479c0, 0xc004e13300, 0x184b, 0xc001905020, 0x6, 0xc001905620)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e67e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1744 [semacquire]:
bytes.makeSlice(0xee8, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003303f50, 0x1e4, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003303f50, 0xc0025d1600, 0x1e4, 0x6, 0xffffffffffffffff, 0xad0185)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003303f50, 0xc0025d1600, 0x1e4, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003303f50, 0xc0029669a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003303f50, 0xc000812000, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003303f50, 0xc00076b7a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003303f50, 0xc00076b6c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003303f50, 0xc00076afc0, 0xb84d20, 0xc003303f50)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003303f50, 0xc00076afc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003303da0, 0x32fdeab33, 0x1251a20, 0xc0005251c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e68a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1745 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00307d000, 0xbd6, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00307d000, 0xbd6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00307d000, 0xbd6, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00307d000, 0xbd6, 0x0, 0x0, 0x115ea80, 0x2, 0xc005403b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00307d000, 0xbd6, 0x0, 0x0, 0xc00307b800, 0xbd9, 0xc005403bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00307d000, 0xbd6, 0xbd6, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0058c6100, 0x75, 0xc00307d000, 0xbd6, 0xaa0378, 0x1, 0xc00307d000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e6960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1746 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0024175f0, 0xc000ef62c0, 0x291)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0024175f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0024175f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0024175f0, 0xc000f233b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00519b8c0, 0x0, 0x0, 0x0, 0xc0058972c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00519b8c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058979c0, 0xc0049c5400, 0x214f, 0xc001905020, 0x6, 0xc001905620)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e6a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1748 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038219c0, 0xc0051ff400, 0x2174, 0xc001905020, 0x6, 0xc001905620)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e6ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1749 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e6c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1750 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e6d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1751 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003c30ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003c30f70, 0xc004e5ca10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ae0d60, 0x0, 0x0, 0x0, 0xc005d072c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ae0d60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d079c0, 0xc005408600, 0x1114, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e6de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1752 [semacquire]:
bytes.makeSlice(0x11f7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0040b69c0, 0x231, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0040b69c0, 0xc001b88480, 0x231, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0040b69c0, 0xc001b88480, 0x231, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0040b69c0, 0xc0014568c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0040b69c0, 0xc001456850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0040b69c0, 0xc001456230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0040b69c0, 0xc001456150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0040b69c0, 0xc001445a40, 0xb84d20, 0xc0040b69c0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0040b69c0, 0xc001445a40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004536870, 0x332a0a311, 0x1251a20, 0xc0006e3860, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e6ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1753 [semacquire]:
bytes.makeSlice(0x2604, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0016a3980, 0x1a0, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0016a3980, 0xc0063f36c0, 0x1a0, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0016a3980, 0xc0063f36c0, 0x1a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0016a3980, 0xc0004aa150, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0016a3980, 0xc0004aa0e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0016a3980, 0xc006109260, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0016a3980, 0xc006109180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0016a3980, 0xc004e5c150, 0xb84d20, 0xc0016a3980)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0016a3980, 0xc004e5c150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0016a37d0, 0x385a21f75, 0x1251a20, 0xc006650b00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e6f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1754 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0029433a8, 0x20300000000000, 0x7fc8e2022fff, 0xc0029432e0, 0x5)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0029433a8, 0xc0005bca80, 0x5, 0xc0029432f8, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0029433a8, 0xc0029433c0, 0x43b3b7, 0x1252790, 0xc002943300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fc89000f6d0, 0xc002943401, 0x10100000042ab7a, 0x0, 0xfbd)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0040b7200, 0xaa64ee, 0x5, 0x1121)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0029435e0, 0xc0048ec680, 0xfbd, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e7020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1755 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0041e7480, 0xc006031388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006031488, 0xaa05c9, 0x2, 0xc002797000, 0xfd3, 0x1, 0x181, 0xc006a4d0e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc002797000, 0xfd3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0060315e0, 0xc006a4cd60, 0xb0, 0xc00336e000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e70e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1756 [semacquire]:
strings.Replace(0xc002008000, 0x16d6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc002008000, 0x16d6)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005ef79c0, 0xc002008000, 0x16d6, 0xc, 0xc00376856f, 0x9)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e71a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1757 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5540, 0x0, 0x0, 0x0, 0xc00544a580, 0xc1e, 0x2, 0xc005ef1b20, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5540, 0xc00544a580, 0xc1e, 0x0, 0x0, 0xc00142b440, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00544a580, 0xc1e, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e7260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:79 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1758 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0014088f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0014088f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0014088f0, 0xc00061cf50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00236c660, 0x0, 0x0, 0x0, 0xc0056ff2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00236c660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056ff9c0, 0xc003000d80, 0xc9e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e7320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1759 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00338ab60, 0x1189d0e, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00338ab60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00338ab60)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00338ab60, 0xc002a02d20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc004d29410, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc0010c7cb0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0010c7cb0, 0x0, 0x0, 0x0, 0xc00, 0xc005911800, 0xb39, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc005911800, 0xb39, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000b422c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005e035e0, 0xc004021d60, 0xc005713800)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e73e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1760 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0011511e0, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0011511e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0011511e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0011511e0, 0xc000732070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00519ac80, 0x0, 0x0, 0x0, 0xc000fb52c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00519ac80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000fb59c0, 0xc000014500, 0x2156, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e74a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1761 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005bfc4e0, 0xc00407ef00, 0x256)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005bfc4e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005bfc4e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005bfc4e0, 0xc002cfa070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003956a60, 0x0, 0x0, 0x0, 0xc0059672c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003956a60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0059679c0, 0xc005135900, 0x109d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e7560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1762 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc004b18270, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004b18270)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004b18270, 0xc006464af0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0064755c0, 0x0, 0x0, 0x0, 0x0, 0xe01, 0xc003b52f00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003b52f00, 0x0, 0x0, 0x0, 0x1000, 0xc0061ef000, 0xecc, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0061ef000, 0xecc, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0021361c4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005f1d5e0, 0xc0053aeba0, 0xc0053af560)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e7620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1763 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).op(0xc0019a29c0, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:216 +0xd3
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005e970c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005e970c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0040d779c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005e970c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005e970c0, 0x1, 0xc002407890, 0xc01046b6700, 0x2804089562f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005e970c0, 0x4, 0x103, 0xc005971e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005971000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000ec7ba0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006527860, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e979c0, 0xc001712000, 0xef5, 0xd1b0d0bbd0b0d080, 0x83d182d1208cd181, 0xd0bfd020b0d0b4d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e76e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1764 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001f310e0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001f310e0, 0x0, 0x0, 0x0, 0xc005d6b2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001f310e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d6b9c0, 0xc004365000, 0xfef, 0x20bad081d1b8d0be, 0xd0b7d020b5d0bdd0, 0xd18bd180d1bad0b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e77a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1765 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0059699c0, 0xc00419f000, 0xf28, 0x2, 0xc00519e205, 0x12)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e7860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1766 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006f87188, 0xc00157aaf0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:159 +0x83b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006f87188, 0xc00157aaf0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f87188, 0xc00157aa10, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0056df188, 0xc00157aa10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0056df188, 0xc00157aa10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f87188, 0xc00157a930, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0056df188, 0xc00157a930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0056df188, 0xc00157a930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f87188, 0xc00157a230, 0xc000eb4380, 0x7fc908955560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0056df188, 0xc00157a230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0056df188, 0xc00157a230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f87188, 0xc00157a150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0056df188, 0xc00157a150, 0x54b170, 0xc004f48410)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00157a150, 0x0, 0x0, 0x0, 0x0, 0xc00157a150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a7d740, 0x0, 0x0, 0x0, 0x1500, 0xc002e72a00, 0x14fe, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002e72a00, 0x14fe, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004d6b620)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0056df5e0, 0xc0041e61c0, 0xc0041e6ac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e7920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1767 [semacquire]:
bytes.makeSlice(0x18fa, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004ca7200, 0x69c, 0x282)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004ca7200, 0xc0052bbc00, 0x69c, 0x5165d7, 0xc0040dd114, 0xc0020b7750)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052d13b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052d1340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052d1260)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052d07e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002b97f20, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc004ca75e0, 0xc002b97f20, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004ca75e0, 0xc000852360, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e79e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1768 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0012f5300, 0x106, 0x106, 0x3, 0x0, 0x105, 0xc0012f5300)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0025875e0, 0xc00470bec0, 0xc0000a6d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e7aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1769 [semacquire]:
strings.genSplit(0xc004b7d200, 0xc31, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00616aa00, 0x146, 0x146)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f95488, 0xaa04d9, 0x2, 0xc004e44c80, 0xc31, 0xd, 0x146, 0xc0032114a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc004e44c80, 0xc31, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f955e0, 0xc0041e6dc0, 0x41, 0xc0016edae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e7b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1770 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc006527f50, 0xc005f1f4e0, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x9d
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f1f5e0, 0xc00408d4e0, 0x6f, 0xc0012b00e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x236
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e7c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1771 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001408270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001408340, 0xc0061bd880, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0012d0570, 0x0, 0x0, 0x0, 0x0, 0x1501, 0xc0012d04e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0012d04e0, 0x0, 0x0, 0x0, 0x1800, 0xc00230d800, 0x15d7, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00230d800, 0x15d7, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0005682d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0062935e0, 0xc00519a1c0, 0xc00519aa80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e7ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1772 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0041e63e0, 0xc002ffd388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ffd488, 0xaa0599, 0x2, 0xc00489db00, 0x859, 0x1b, 0x10f, 0xc002f3fbc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc00489db00, 0x859, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ffd5e0, 0xc002f3f7e0, 0x78, 0xc00168eba2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e7da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1773 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000fb19c0, 0xc002b66000, 0x1e58, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e7e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1774 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0062c1650, 0xaa058b, 0x2, 0xc00658e000, 0xdb, 0x4, 0x18, 0xc0025b26e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0062c15e0, 0xc0048ec920, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0005e7f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1775 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0065f9020, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0054c95e0, 0xc0065f9020, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0054c95e0, 0xc0025b28e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1777 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000ed2c0, 0xc0012285a0, 0x1dc, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006e0b188, 0xc006dbe540, 0xc006e0a278, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e0b188, 0xc006c531f0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006e0b188, 0xc006c531f0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006e0b188, 0xc006c531f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006e0b188, 0xc006c531f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e0b188, 0xc006dc7dc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0004b7188, 0xc006dc7dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0004b7188, 0xc006dc7dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e0b188, 0xc006dc7ce0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0004b7188, 0xc006dc7ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0004b7188, 0xc006dc7ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e0b188, 0xc006dc75e0, 0xc0004b6e08, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0004b7188, 0xc006dc75e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0004b7188, 0xc006dc75e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e0b188, 0xc006dc7500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0004b7188, 0xc006dc7500, 0x54b170, 0xc004f49790)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006dc7500, 0x0, 0x0, 0x0, 0x0, 0xc006dc7500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001df4c60, 0x0, 0x0, 0x0, 0xc00, 0xc00568ac00, 0xbba, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00568ac00, 0xbba, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x732088b900000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0004b75e0, 0xc0005257a0, 0xc0006e2440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1778 [semacquire]:
bytes.makeSlice(0xe19, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003b53f80, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc003b53f80, 0xc003b53f3c, 0xc0013dd5c0, 0x9)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc003b53f80, 0xc0005a8f50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:145 +0x1b6
golang.org/x/net/html.render1(0xb84d20, 0xc003b53f80, 0xc0005a8e70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003b53f80, 0xc00394e460, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003b53f80, 0xc00394e310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003b53f80, 0xc004f45f10, 0xb84d20, 0xc003b53f80)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003b53f80, 0xc004f45f10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003b53dd0, 0x2697bb351, 0x1251a20, 0xc002b8c560, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1779 [semacquire]:
strings.genSplit(0xc002b4e400, 0x83c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00266f000, 0xfe, 0xfe)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00452f488, 0xaa04fd, 0x2, 0xc006fa4900, 0x83c, 0x1, 0xfe, 0xc003017ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc006fa4900, 0x83c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00452f5e0, 0xc0015fd740, 0x64, 0xc00062ac40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1780 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0034bc840, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0058335e0, 0xc000525a80, 0x59, 0xc002277ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007283c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1781 [semacquire]:
strings.genSplit(0xc002efc000, 0x7b2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0005b9000, 0xf9, 0xf9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036c5488, 0xaa0569, 0x2, 0xc000d50800, 0x7b2, 0x1, 0xf9, 0xc002b8c880)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc000d50800, 0x7b2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0036c55e0, 0xc0035e8f80, 0x97, 0xc0013f6320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1782 [semacquire]:
regexp.onePassCopy(0xc0034bc510, 0xc0034bc510)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0034bc510, 0xc0034bc510)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0058310c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0058310c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203000, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0058310c0, 0x0, 0xc0008890a0, 0x5199fd, 0xc00097d000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0058310c0, 0x203000, 0xc0007fa380, 0x7fc9089569b8, 0x100000000000000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0058310c0, 0x46e6ce, 0xc0015dd200, 0xc0024ddc00, 0x7fc908954e98, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x5e9, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001fdb1e0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0034bc4e0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058319c0, 0xc00336d000, 0xe36, 0xb0d0bcd02081d120, 0x3220b0d082d180d1, 0xbed0b3d020363130)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1783 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0017f1188, 0xc00170fdc0, 0xe0, 0x7, 0xc00170fdc0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017f1188, 0xc003304ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017f1188, 0xc003304ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0017f1188, 0xc003304e00, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004073188, 0xc003304e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004073188, 0xc003304e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0017f1188, 0xc0021ac150, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004073188, 0xc0021ac150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004073188, 0xc0021ac150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0017f1188, 0xc0035cd340, 0xc004072e08, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004073188, 0xc0035cd340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004073188, 0xc0035cd340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0017f1188, 0xc0035cd260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004073188, 0xc0035cd260, 0x54b170, 0xc001b67110)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0035cd260, 0x0, 0x0, 0x0, 0x0, 0xc0035cd260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00263a630, 0x0, 0x0, 0x0, 0x1000, 0xc0030c5000, 0xf6d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0030c5000, 0xf6d, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xe4e639c100000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0040735e0, 0xc0021867e0, 0xc002b2e9c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1784 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0058470c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:773 +0x538
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0058470c0, 0x1, 0xc001265bf0, 0xc01007fa380, 0x2804089569b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0058470c0, 0x4, 0x48d, 0xc000aa9b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000aa9000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001fdb860, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0034bca80, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058479c0, 0xc005295400, 0xb74, 0xc0002c45f8, 0x443c10, 0x127a4e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007286c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1785 [semacquire]:
strings.genSplit(0xc005c78000, 0x9f0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00024a600, 0x118, 0x118)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000941488, 0xaa0599, 0x2, 0xc001f2f500, 0x9f0, 0x1b, 0x118, 0xc002b8c3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc001f2f500, 0x9f0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0009415e0, 0xc001ba35c0, 0x6a, 0xc001bbc150)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1786 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002186240, 0xc005fb3388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005fb3488, 0xaa04d9, 0x2, 0xc00586c400, 0x818, 0x8, 0xf8, 0xc002186220)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc00586c400, 0x818, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005fb35e0, 0xc000b89ea0, 0xb4, 0xc00202fbc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1787 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1788 [semacquire]:
strings.genSplit(0xc001930500, 0x491, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004abb400, 0xbd, 0xbd)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006ab488, 0xaa04df, 0x2, 0xc00183a500, 0x491, 0x1, 0xbd, 0xc00408cfc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc00183a500, 0x491, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006ab5e0, 0xc00000fb00, 0x59, 0xc00283c300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007289c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1789 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005faf9c0, 0xc004940000, 0x1298, 0xd1b0d0bfd0bed020, 0xd181d1bed0bdd081, 0x80d1bfd0208cd182)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1790 [semacquire]:
strings.Replace(0xc002603600, 0x836, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc002603600, 0x836)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037a59c0, 0xc002603600, 0x836, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1791 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002416820, 0xc0022c6000, 0x1d5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002416820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002416820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002416820, 0xc000ec0230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00519b720, 0x0, 0x0, 0x0, 0xc0058732c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00519b720, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058739c0, 0xc004e7ad80, 0xd7f, 0x0, 0x44ff9c, 0x127d760)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1792 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001fda1a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc001fda270, 0xc000741e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00519ad20, 0x0, 0x0, 0x0, 0xc0057692c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00519ad20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057699c0, 0xc003217000, 0x1768, 0x0, 0x0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1793 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0011e53a8, 0x42d300, 0x60, 0xa81260, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0011e53a8, 0xc0001c0780, 0x5, 0xc0011e52f8, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0011e53a8, 0xc0011e53c0, 0x43b3b7, 0x1252790, 0xc0011e5300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fc8e01d88e8, 0xc0011e5401, 0x10100000042ab7a, 0x0, 0xdac)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0010c6540, 0xaa64ee, 0x5, 0x1207)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0011e55e0, 0xc002b8c9e0, 0xdac, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1794 [semacquire]:
strings.Replace(0xc00355d100, 0xd50, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc00355d100, 0xd50)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033f19c0, 0xc003559b00, 0xd4c, 0xbad0b0d082d120b7, 0xd0202d2085d1b8d0, 0xd081d1b8d0bed0bf)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1795 [semacquire]:
strings.genSplit(0xc00199a000, 0xa17, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc000e64600, 0x124, 0x124)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006ad488, 0xaa05c9, 0x2, 0xc003bfd500, 0xa17, 0x1, 0x124, 0xc0016fc940)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc003bfd500, 0xa17, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006ad5e0, 0xc00000fdc0, 0x4f, 0xc003362870)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1796 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0006a99c0, 0xc001e43900, 0x10ea, 0xbfd020bed0bdd08c, 0xb0d082d181d1bed0, 0xbdd0b5d0bbd0b2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000728fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1797 [semacquire]:
strings.Replace(0xc0015b3000, 0xf96, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0033033e0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0059f19c0, 0xc0015b3000, 0xf96, 0x42ca96, 0xc000072ba0, 0x60)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1798 [semacquire]:
regexp.onePassCopy(0xc0033a3650, 0xc0033a3650)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0033a3650, 0xc0033a3650)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00223f0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00223f0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0035176fc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00223f0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00223f0c0, 0x1, 0xc0026b2970, 0xc0104385c00, 0x2804089547d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00223f0c0, 0x4, 0x116, 0xc001bfae01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001bfa000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc005bfcd00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0033a3620, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0011e19c0, 0xc00101d000, 0xee8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1799 [semacquire]:
strings.genSplit(0xc00684a000, 0x2681, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006683500, 0x350, 0x350)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a03488, 0xaa04df, 0x2, 0xc006560000, 0x2681, 0x1, 0x350, 0xc003211840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc006560000, 0x2681, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a035e0, 0xc003210ec0, 0xc5, 0xc001f17c70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1800 [semacquire]:
regexp/syntax.(*parser).push(0xc001a65b00, 0xc0065ac000, 0xc0022f2a01)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc001a65b00, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0011e30c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0011e30c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00535e23c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0011e30c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0011e30c0, 0x1, 0xc004f80f10, 0xc01024ddc00, 0x280408954108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0011e30c0, 0x4, 0xdd, 0xc0060d0f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0060d0000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0021ef790, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0065921e0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0011e39c0, 0xc00101f000, 0xf20, 0x20bad081d1b8d0be, 0xd0b7d020b5d0bdd0, 0xd18bd180d1bad0b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007292c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1801 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0024164e0, 0xc0047b8000, 0x2e1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0024164e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0024164e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0024164e0, 0xc000b55180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00519b6a0, 0x0, 0x0, 0x0, 0xc0058712c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00519b6a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058719c0, 0xc005167300, 0x1036, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1802 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0065a4bf8, 0xc004088148, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0065a4bf8, 0xc0066338f0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0065a4bf8, 0xc006633960, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc006633960, 0xc006633960, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0065a50c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0065a50c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00354a1a4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0065a50c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0065a50c0, 0x1, 0xc003183360, 0xc0104385c00, 0x2804089547d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0065a50c0, 0x4, 0x712, 0xc0060d4801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0060d4000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001409ee0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00661d680, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004af79c0, 0xc002717600, 0x8f0, 0x20bad081d1b8d0be, 0xd0b7d020b5d0bdd0, 0xd18bd180d1bad0b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1803 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readTag(0xc0001eb520, 0xc004f7e501)
/home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc0001eb520, 0x7fc90000006d)
/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc0001eb520, 0x1)
/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc0001eb5f0, 0xc001781e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0006e3fe0, 0x0, 0x0, 0x0, 0xc0060232c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0006e3fe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060239c0, 0xc001878000, 0x10ac, 0x20bad081d1b8d0be, 0xd0b7d020b5d0bdd0, 0xd18bd180d1bad0b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1804 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000953650, 0xaa058b, 0x2, 0xc004900000, 0x139, 0x1, 0xa, 0xc0042e6880)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0009535e0, 0xc001571c00, 0x57)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007295c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1805 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000ec56c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000ec5790, 0xc0063b5500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000a7fe0, 0x0, 0x0, 0x0, 0xc0032332c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000a7fe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032339c0, 0xc00485f000, 0x1510, 0x3, 0xc0014a13ee, 0x14)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1806 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0067c3320, 0xc0067ab2a0, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0067ab5e0, 0xc0067c32c0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc0067c32c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0067c3290, 0xc0067ab3e8, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0067ab5e0, 0xc0067c3170, 0xc002b8d820)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0067ab5e0, 0xc0067c3170, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0067ab5e0, 0xc0067c3170, 0xc0067c3170)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1807 [semacquire]:
strings.Replace(0xc00639ac00, 0x122c, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc00639ac00, 0x122c)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032739c0, 0xc006398600, 0x1229, 0xa, 0xc0014a071a, 0x10)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1808 [semacquire]:
strings.Replace(0xc005f90800, 0x1584, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc005f90800, 0x1584)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b019c0, 0xc0006c7000, 0x1582, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007298c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1809 [semacquire]:
strings.genSplit(0xc0033e8000, 0x868, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003d2f800, 0x157, 0x157)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ee9488, 0xaa05c9, 0x2, 0xc001667200, 0x868, 0x1, 0x157, 0xc00519b340)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc001667200, 0x868, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ee95e0, 0xc00519aec0, 0x78, 0xc0031f1a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1810 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001fdb040, 0xc001bba000, 0xa6)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001fdb040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001fdb040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001fdb040, 0xc0008fd260, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00519b360, 0x0, 0x0, 0x0, 0xc0058352c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00519b360, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058359c0, 0xc003dc4000, 0xc1d, 0xc0019ddb18, 0x5, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1811 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1812 [semacquire]:
strings.Replace(0xc00128a000, 0x1e97, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x7, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00602f9c0, 0xc00128a000, 0x1e97, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1813 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1814 [semacquire]:
strings.Replace(0xc004d74000, 0xd5b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc004d74000, 0xd5b)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037199c0, 0xc002618380, 0xd59, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1815 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003255530, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00589b9c0, 0xc0053a4c00, 0xaca, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1816 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1817 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0024168f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0024169c0, 0xc000ec1420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00519b760, 0x0, 0x0, 0x0, 0xc003e172c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00519b760, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e179c0, 0xc00106d000, 0xe17, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000729f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1818 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c92a60, 0x0, 0x0, 0x0, 0xc003e192c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c92a60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e199c0, 0xc003ed8800, 0x166f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000730060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1819 [semacquire]:
strings.Replace(0xc004932000, 0xc25, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00602b9c0, 0xc004932000, 0xc25, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000730120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1820 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000ed2c0, 0x0, 0x0, 0x0, 0xc005f8a580, 0xa8, 0x2, 0xc0067c6298, 0xd1b2d0208fd1b0d0, 0xc0067c6338, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000ed2c0, 0xc005f8a580, 0xa8, 0xaa0378, 0x1, 0xc002777180, 0x3)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0067c64a0, 0xc005b41880, 0xc001c6c0b0, 0xc0067c63d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0067c64a0, 0xc005b41810, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0067c7188, 0xc005b41810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0067c7188, 0xc005b41810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0067c7188, 0xc005b41730, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004bf7188, 0xc005b41730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bf7188, 0xc005b41730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0067c7188, 0xc0057fbdc0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004bf7188, 0xc0057fbdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bf7188, 0xc0057fbdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0067c7188, 0xc005c9e850, 0xc000eb4380, 0x7fc908955560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004bf7188, 0xc005c9e850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bf7188, 0xc005c9e850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0067c7188, 0xc005c9e770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bf7188, 0xc005c9e770, 0x54b170, 0xc004f49ad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005c9e770, 0x0, 0x0, 0x0, 0x0, 0xc005c9e770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0058e87e0, 0x0, 0x0, 0x0, 0xc00, 0xc00568dc00, 0xaa8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00568dc00, 0xaa8, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0002cbc40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004bf75e0, 0xc0006e3320, 0xc0006e3d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007301e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1821 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0050a1290, 0x32ab73d9f, 0x1251a20, 0xc000ff8440, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007302a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1822 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0006aebf8, 0xc00129a098, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0006aebf8, 0xc00246cd90, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0006aebf8, 0xc00246ce00, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc00246ce00, 0xc00246ce00, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0006af0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0006af0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002558480)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0006af0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0006af0c0, 0x1, 0xc0016a4130, 0xc003eff880, 0x2804089547d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0006af0c0, 0x4, 0x30b, 0xc000f78c01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000f78000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001b67450, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050a10b0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0006af9c0, 0xc005604880, 0xcf4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000730360, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1823 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000730420, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1824 [semacquire]:
bytes.makeSlice(0x374, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0060a52d0, 0x196, 0x61)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0060a52d0, 0xc005183d40, 0x196, 0x61, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006ddaf50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006ddad90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0047953b0, 0xc0047953b0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0060a55e0, 0xc005e6ffa0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007304e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1825 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004a3d000, 0x7ab, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004a3d000, 0x7ab, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004a3d000, 0x7ab, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004a3d000, 0x7ab, 0x0, 0x0, 0x115ea80, 0x2, 0xc000765b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004a3d000, 0x7ab, 0x0, 0x0, 0xc004a3c000, 0x7bb, 0xc000765bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004a3d000, 0x7ab, 0x7ab, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0064c2c80, 0x73, 0xc004a3d000, 0x7ab, 0xaa0378, 0x1, 0xc004a3d000)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007305a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1826 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0042e6720, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0042e6720, 0x0, 0x0, 0x0, 0xc0060292c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0042e6720, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060299c0, 0xc00079c600, 0x117b, 0xc002ca1e88, 0x5, 0xc0025fa4a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000730660, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1827 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000730720, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1828 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc006bf3450, 0xc00218a5d0, 0x1, 0xc00218b710)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:115 +0x122
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc006bf3450, 0xc0024968c0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc006bf3450, 0xc00218a5d0, 0xaa058b, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc006bf3401, 0xc000599fb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc006bf35e0, 0xc00218a5d0, 0xaa058b, 0x2, 0x0, 0x0, 0x6, 0xc002c3c700, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007307e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1829 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0002cc680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0002cc750, 0xc002f89500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0048ec060, 0x0, 0x0, 0x0, 0xc004bf52c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0048ec060, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004bf59c0, 0xc0013e7000, 0xe3e, 0x2, 0x1, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007308a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1830 [semacquire]:
strings.Replace(0xc003f57800, 0x1598, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060339c0, 0xc003f57800, 0x1598, 0x2, 0x1, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000730960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1831 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0001eb380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0001eb450, 0xc0017817a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035e83c0, 0x0, 0x0, 0x0, 0xc003fe72c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035e83c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fe79c0, 0xc004932c80, 0xc27, 0x0, 0x598e94b9d16af93, 0xc002c3c470)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000730a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1832 [semacquire]:
strings.Replace(0xc001b9e000, 0xf7b, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc001b9e000, 0xf7b)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c219c0, 0xc001427000, 0xf7a, 0x0, 0x598e94b9d16af93, 0xc002c3c470)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000730ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1833 [semacquire]:
strings.Replace(0xc001bfa000, 0xe60, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc001bfa000, 0xe60)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060259c0, 0xc001470000, 0xe5e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000730ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1834 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c239c0, 0xc001e6a880, 0xc95, 0x0, 0x598e94b9d16af93, 0xc002c3c470)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000730c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1835 [semacquire]:
strings.Replace(0xc00138a000, 0x1e35, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x13, 0xc00138a000, 0x1e35)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058999c0, 0xc0042d8000, 0x1e2d, 0x0, 0x598e94b9d16af93, 0xc002c3c470)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000730d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1836 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000730de0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1837 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000730ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1838 [semacquire]:
strings.Replace(0xc0023d0000, 0x10c0, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc0023d0000, 0x10c0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037179c0, 0xc003fad300, 0x10be, 0xc001251310, 0x5, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000730f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1839 [semacquire]:
strings.Replace(0xc002fecc80, 0xc2c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060379c0, 0xc002fecc80, 0xc2c, 0xc002880ad0, 0x6, 0xc0051849e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000731020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1840 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007310e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1841 [semacquire]:
strings.Replace(0xc0025c9500, 0x1a80, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc000f67500, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025179c0, 0xc0025c9500, 0x1a80, 0xd0bed082d181d120, 0xd080d1bed0bad0bf, 0xd0b2d0b0d0bdd0be)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007311a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1842 [semacquire]:
golang.org/x/net/html/atom.String(0xc0015560e8, 0x8, 0xf18, 0xf18, 0xc0015560f2)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc0001eb860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc0001eb930, 0xc001a97c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035e83e0, 0x0, 0x0, 0x0, 0xc0040d52c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035e83e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040d59c0, 0xc001642d80, 0xce4, 0xb0d0bcd020333220, 0xd080d1bfd0208fd1, 0x81d12d81d181d1b5)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000731260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1843 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003a59c00, 0xbb6, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003a59c00, 0xbb6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003a59c00, 0xbb6, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003a59c00, 0xbb6, 0x0, 0x0, 0x115ea80, 0x2, 0xc0062a5b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003a59c00, 0xbb6, 0x0, 0x0, 0xc003a59000, 0xbc0, 0xc0062a5bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a59c00, 0xbb6, 0xbb6, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0013f6c80, 0x9d, 0xc003a59c00, 0xbb6, 0xaa0378, 0x1, 0xc003a59c00)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000731320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1844 [semacquire]:
strings.genSplit(0xc005e58000, 0xc44, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00623d000, 0x16d, 0x16d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d97488, 0xaa04f9, 0x2, 0xc0043d7200, 0xc44, 0xb, 0x16d, 0xc00408d440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc0043d7200, 0xc44, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d975e0, 0xc0006e3c80, 0x7e, 0xc002fc4880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007313e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1845 [semacquire]:
bytes.makeSlice(0x6f98, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001575080, 0xe4, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001575080, 0xc0059f91d0, 0xe4, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001575080, 0xc0059f91d0, 0xe4, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001575080, 0xc0052b1340, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc001575080, 0xc0052b12d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001575080, 0xc005282380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001575080, 0xc0052822a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001575080, 0xc004485b90, 0xb84d20, 0xc001575080)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001575080, 0xc004485b90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001574ed0, 0x3407fe2dd, 0x1251a20, 0xc002b8cae0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007314a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1846 [semacquire]:
strings.genSplit(0xc0063f0400, 0x825, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0xda, 0xda)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00596b488, 0xaa0569, 0x2, 0xc004c7c400, 0x825, 0x2, 0xda, 0xc00180a3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc004c7c400, 0x825, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00596b5e0, 0xc003c92fa0, 0x7b, 0xc0031f1580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000731560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1847 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000731620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1848 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034439c0, 0xc006854c80, 0xc62, 0x9e9080, 0xc001403450, 0x9e9080)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007316e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1849 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004d2c000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc004d2c0d0, 0xc0065ebce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035e8400, 0x0, 0x0, 0x0, 0xc004d992c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035e8400, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d999c0, 0xc0036d7800, 0xbdd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007317a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1850 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0001ea410, 0xc001f08000, 0x167)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0001ea410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001ea410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0001ea410, 0xc001456fc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005885900, 0x0, 0x0, 0x0, 0xc004fdd2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005885900, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004fdd9c0, 0xc002fed900, 0xc58, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000731860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1851 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006a48000, 0xaa04f7, 0x2, 0xaa0525)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*Cleaner).cleanEMTags(0xc002fc3778, 0xc0025b3f00, 0xc0025b3f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:335 +0x47
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002fc3778, 0xc0025b3f00, 0xc006a4c840)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:290 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000731920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1852 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003c30d00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc003c30dd0, 0xc004e5c2a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ae0d20, 0x0, 0x0, 0x0, 0xc005d612c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ae0d20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d619c0, 0xc0055ba600, 0x1041, 0x747468223d666572, 0x6b617a2f2f3a7370, 0x766f672e696b7075)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0007319e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1853 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0019e1c20, 0x35dafda44, 0x1251a20, 0xc00470b6c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000731aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1854 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readTag(0xc0002cc340, 0xc000cc4701)
/home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc0002cc340, 0x6d)
/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc0002cc340, 0x1)
/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc0002cc410, 0xc002555d50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003957a20, 0x0, 0x0, 0x0, 0xc004fdf2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003957a20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004fdf9c0, 0xc002fef200, 0xc2b, 0x12, 0xc004395695, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000731b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1855 [semacquire]:
strings.Replace(0xc001ae7200, 0xc6d, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc001ae7200, 0xc6d)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0063fb9c0, 0xc006857200, 0xc6c, 0x12, 0xc004395695, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000731c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1856 [semacquire]:
bytes.makeSlice(0xef7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003445450, 0x1e5, 0x172)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003445450, 0xc006368000, 0x1e5, 0x5165d7, 0xc0052bddfe, 0xc006a4a9c0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00351c930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00351c8c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00351c7e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006adddc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006addce0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006add5e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003338e10, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0034455e0, 0xc003c923c0, 0x8f, 0xc00279830c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000731ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1857 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023c7650, 0xaa058b, 0x2, 0xc004d1b8c0, 0x21e, 0x30, 0xc0023c7358, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc00218ba70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00218ba40, 0xc0023c73e8, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0023c75e0, 0xc004d8b1a0, 0xc003b2e100)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0023c75e0, 0xc004d8b1a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0023c75e0, 0xc004d8b1a0, 0xc004d8b1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000731da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1858 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000809520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0057f9790, 0xc006270fc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005885960, 0x0, 0x0, 0x0, 0xc005bbf2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005885960, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005bbf9c0, 0xc001ae4c80, 0xc05, 0x162, 0x1d4, 0x218)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000731e60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1859 [semacquire]:
strings.genSplit(0xc005363100, 0x60f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0xe9, 0xe9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005bc1488, 0xaa0503, 0x2, 0xc005362300, 0x60f, 0x3, 0xe9, 0xc001ba2980)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc005362300, 0x60f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005bc15e0, 0xc00296bc20, 0x41, 0xc001b23400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000731f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1860 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001d70c30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001d70d00, 0xc006e161c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0053af0a0, 0x0, 0x0, 0x0, 0xc006f0f2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0053af0a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006f0f9c0, 0xc006386a00, 0x32a3, 0x162, 0x1d4, 0x218)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075a000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1861 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075a0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1862 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075a180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1863 [semacquire]:
strings.Replace(0xc0059e7500, 0xa05, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc0059e7500, 0xa05)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00538d9c0, 0xc0005b6a80, 0xa03, 0x147, 0x1a9, 0x247)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075a240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1864 [semacquire]:
bytes.makeSlice(0x6b3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0024afc50, 0xd7, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0024afc50, 0xc001811180, 0xd7, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0024afc50, 0xc001811180, 0xd7, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0024afc50, 0xc004277b90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0024afc50, 0xc004277650, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0024afc50, 0xc0042775e0, 0xb84d20, 0xc0024afc50)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0024afc50, 0xc0042775e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0024afaa0, 0x360418795, 0x1251a20, 0xc0000a7380, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075a300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1865 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004ec8dd0, 0xc006a6e500, 0x1b)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004ec8dd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004ec8dd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004ec8dd0, 0xc0039bb110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001f30da0, 0x0, 0x0, 0x0, 0xc005e092c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001f30da0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e099c0, 0xc0028eea80, 0x9e1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075a3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1866 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e5b650, 0xaa058b, 0x2, 0xc003b54000, 0x2fb, 0x7, 0x27, 0xc000ff8ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000e5b5e0, 0xc002fd4860, 0x31)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075a480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1867 [semacquire]:
strings.Replace(0xc00293f500, 0x140d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006cb59c0, 0xc00293f500, 0x140d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075a540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1868 [semacquire]:
strings.Replace(0xc0054e3900, 0x12b5, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xd1202cb0d0bdd0be, 0xd081d181d1b0d080)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037f59c0, 0xc0054e3900, 0x12b5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075a600, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1869 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002640c20, 0xc00529b388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00529b488, 0xaa05c9, 0x2, 0xc005495000, 0xfcc, 0xc005495000, 0xc00529b478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc005495000, 0xfcc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00529b5e0, 0xc0026408a0, 0x99, 0xc0013f7f40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075a6c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1870 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc001f304c0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001f304c0, 0x0, 0x0, 0x0, 0xc00562f2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001f304c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00562f9c0, 0xc001dd3500, 0x133d, 0xb1d083d1bbd0bad0, 0x20b0d0b1d0bdd020, 0x2d8ed18cd1bdd022)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075a780, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1871 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005881590, 0x32a90e52e, 0x1251a20, 0xc0042e6e20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075a840, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1872 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc000fe2dd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000fe2dd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000fe2dd0, 0xc00018e930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408cf60, 0x0, 0x0, 0x0, 0xc00080b2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408cf60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00080b9c0, 0xc006a28600, 0x188a, 0xd1208fd1b8d0bdd0, 0xd0b8d0b6d0b5d080, 0xb7d0b8d020b0d0bc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075a900, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1873 [semacquire]:
strings.Replace(0xc002278000, 0x1b2d, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc002278000, 0x1b2d)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000a5d9c0, 0xc00518e000, 0x1b2b, 0xa0c2b5d08cd1bdd0, 0x208fd1b0d0bcd020, 0xd1b8d0bcd020b2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075a9c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1874 [semacquire]:
regexp.onePassCopy(0xc004d28360, 0xc004d28360)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc004d28360, 0xc004d28360)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0056310c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0056310c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0029ede34)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0056310c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0056310c0, 0x1, 0xc0016d02c0, 0xc01031c8a80, 0x2804089569b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0056310c0, 0x4, 0xf09, 0xc0055af001, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0055af000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000fe32b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004d28330, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056319c0, 0xc004ac5900, 0x102d, 0xd0bfd02085d1b5d0, 0xd1bbd0b8d0b6d0be, 0x80d1b3d02085d18b)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075aa80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1875 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0038c4340, 0xc0059d6000, 0x18f)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0038c4340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0038c4340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0038c4340, 0xc000311880, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00408d440, 0x0, 0x0, 0x0, 0xc00567f2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00408d440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00567f9c0, 0xc004d42600, 0x104c, 0xd0bfd02085d1b5d0, 0xd1bbd0b8d0b6d0be, 0x80d1b3d02085d18b)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075ab40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1876 [semacquire]:
bytes.makeSlice(0x110d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003155b90, 0x213, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003155b90, 0xc001e3e240, 0x213, 0x6, 0xffffffffffffffff, 0xad0185)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003155b90, 0xc001e3e240, 0x213, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003155b90, 0xc0003d2e70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003155b90, 0xc0003d2cb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003155b90, 0xc0003d2070, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003155b90, 0xc00039ff80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003155b90, 0xc00039f880, 0xb84d20, 0xc003155b90)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003155b90, 0xc00039f880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003155860, 0x32b385bb8, 0x1251a20, 0xc00000e600, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075ac00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1877 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006cf99c0, 0xc005375200, 0x80f, 0xd0bfd02085d1b5d0, 0xd1bbd0b8d0b6d0be, 0x80d1b3d02085d18b)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075acc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1878 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0056cf0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:766 +0x1e7
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0056cf0c0, 0x1, 0xc0030c1880, 0xc0102fd7c00, 0x280408954e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0056cf0c0, 0x4, 0x61d, 0xc00119d901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00119d000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002c3a0d0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002bca150, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056cf9c0, 0xc001db6a80, 0x9e5, 0x0, 0xdff52a383798c5, 0xc0044f7270)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075ad80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1879 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002bc1900, 0x4a7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002bc1900, 0x4a7, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002bc1900, 0x4a7, 0x0, 0x0, 0x115ea80, 0x2, 0xc006d79b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002bc1900, 0x4a7, 0x0, 0x0, 0xc002bc0a00, 0x4ab, 0xc006d79bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002bc1900, 0x4a7, 0x4a7, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc0017001b0, 0x82, 0xc002bc1900, 0x4a7, 0xaa0378, 0x1, 0xc002bc1900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075ae40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1880 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001151040, 0xc004b22000, 0x173)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001151040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001151040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001151040, 0xc00055d960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00519ac40, 0x0, 0x0, 0x0, 0xc0056f92c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00519ac40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056f99c0, 0xc001def000, 0xe9d, 0x0, 0xdff52a383798c5, 0xc0044f7270)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075af00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1881 [semacquire]:
bytes.makeSlice(0x79e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00376c480, 0x16e, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00376c480, 0xc000eb6c00, 0x16e, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00376c480, 0xc000eb6c00, 0x16e, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00376c480, 0xc00068ccb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc00376c480, 0xc00068c770, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00376c480, 0xc002f3c000, 0xb84d20, 0xc00376c480)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00376c480, 0xc002f3c000, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00171b050, 0x32fc5afc4, 0x1251a20, 0xc00236c9a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075afc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1882 [semacquire]:
bytes.makeSlice(0x1150, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003302330, 0x1fa, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003302330, 0xc0026baa00, 0x1fa, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003302330, 0xc0026baa00, 0x1fa, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003302330, 0xc00052fe30, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003302330, 0xc00052fdc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003302330, 0xc00052f500, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003302330, 0xc00052f420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003302330, 0xc00052ed20, 0xb84d20, 0xc003302330)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003302330, 0xc00052ed20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0032540f0, 0x32fc7b351, 0x1251a20, 0xc00236d940, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075b080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1883 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00576b3a8, 0x20300000000000, 0x7fc8e2022fff, 0xc00576b2e0, 0x412)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00576b3a8, 0xc0004c9080, 0x5, 0xc00576b2f8, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00576b3a8, 0xc00576b3c0, 0x43b3b7, 0x1252790, 0xc00576b300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fc8e05027b0, 0xc00576b401, 0x10100000042ab7a, 0x0, 0xe75)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003302360, 0xaa64ee, 0x5, 0x10b3)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00576b5e0, 0xc000524a80, 0xe75, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075b140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1884 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005d2f1b0, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc005d2f1b0, 0xb7b620, 0xc00207b3b0, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc00207b3b0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00207b3b0, 0xc005d2f2a0, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00207b3b0, 0x0, 0x0, 0x0, 0xc80, 0xc003eec000, 0xc14, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc003eec000, 0xc14, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0059756c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005d2f5e0, 0xc006651d80, 0xc0008ee6e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075b200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1885 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000ed2c0, 0xc0001ed7a0, 0x113, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001fd7188, 0xc002b62fc0, 0xc001fd6278, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001fd7188, 0xc002b62f50, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001fd7188, 0xc002b62f50, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001fd7188, 0xc002b62f50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001fd7188, 0xc002b62f50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001fd7188, 0xc002b62930, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006cf7188, 0xc002b62930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006cf7188, 0xc002b62930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001fd7188, 0xc002b62850, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006cf7188, 0xc002b62850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006cf7188, 0xc002b62850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001fd7188, 0xc002b62150, 0xc000581180, 0x7fc908954e98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006cf7188, 0xc002b62150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006cf7188, 0xc002b62150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001fd7188, 0xc002b62070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006cf7188, 0xc002b62070, 0x54b170, 0xc003e07ba0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002b62070, 0x0, 0x0, 0x0, 0x0, 0xc002b62070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050a1a10, 0x0, 0x0, 0x0, 0x1000, 0xc001557000, 0xdc0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001557000, 0xdc0, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0028ab860)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006cf75e0, 0xc00296a660, 0xc00296af80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075b2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1886 [semacquire]:
strings.genSplit(0xc000d64000, 0x368, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc001784900, 0x8e, 0x8e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00576d488, 0xaa058b, 0x2, 0xc00166b880, 0x368, 0x1, 0x8e, 0xc000525180)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc00166b880, 0x368, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00576d5e0, 0xc0035e8480, 0x63, 0xc0012b1ab0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075b380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1887 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0017199a0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0017199a0, 0x0, 0x0, 0x0, 0xc0058cf2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0017199a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058cf9c0, 0xc0047cf400, 0xaa1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075b440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1888 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0002cc4e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0002cc5b0, 0xc0026a0070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004262660, 0x0, 0x0, 0x0, 0xc0054ff2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004262660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054ff9c0, 0xc0058dc000, 0x10ef, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075b500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1889 [semacquire]:
strings.genSplit(0xc0032d6900, 0x8a1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006f9e600, 0x11b, 0x11b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0063eb488, 0xaa04fd, 0x2, 0xc0038de000, 0x8a1, 0x1, 0x11b, 0xc000525160)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc0038de000, 0x8a1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0063eb5e0, 0xc000524d00, 0x80, 0xc0037b6400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075b5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1890 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc001dc35f0, 0xc0035f6000)
/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc001dc35f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x76a
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001dc35f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001dc35f0, 0xc002f3d420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035e86e0, 0x0, 0x0, 0x0, 0xc0058952c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035e86e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058959c0, 0xc0058de600, 0x10a4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075b680, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1891 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075b740, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1892 [semacquire]:
bytes.makeSlice(0x182, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00589e600, 0x7a, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00589e600, 0xc004329480, 0x7a, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00589e600, 0xc004329480, 0x7a, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00589e600, 0xc004e5d3b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc00589e600, 0xc004e5d1f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00589e600, 0xc004e5d180, 0xb84d20, 0xc00589e600)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00589e600, 0xc004e5d180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00589e420, 0x3acbc0a99, 0x1251a20, 0xc001f30b00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075b800, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1893 [semacquire]:
bytes.makeSlice(0xd10, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0022c8000, 0x116, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0022c8000, 0xc00473e481, 0x116, 0x6, 0x116, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0022c8000, 0xc00473e481, 0x118, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc0022c8000, 0xc004a5eb60, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0022c8000, 0xc004a5eaf0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0022c8000, 0xc004a5e380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0022c8000, 0xc004a5e2a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0022c8000, 0xc0048a1b90, 0xb84d20, 0xc0022c8000)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0022c8000, 0xc0048a1b90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00417acf0, 0x35db0eb7c, 0x1251a20, 0xc000afb220, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075b8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1894 [semacquire]:
strings.genSplit(0xc00613cfc0, 0x19d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x2e4, 0xc001a85380, 0x19d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006bf7650, 0xaa058b, 0x2, 0xc001a85380, 0x19d, 0x0, 0xc006bf74a0, 0xc002ccc9e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc006bf75e0, 0xc0033a2c90, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006bf75e0, 0xc000ff97c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075b980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1895 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075ba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1896 [semacquire]:
bytes.makeSlice(0x98e6, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001bcd710, 0x392, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001bcd710, 0xc0024c6000, 0x392, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001bcd710, 0xc0024c6000, 0x392, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001bcd710, 0xc0045e57a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc001bcd710, 0xc0045e5730, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001bcd710, 0xc004519ea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001bcd710, 0xc004519dc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001bcd710, 0xc0045196c0, 0xb84d20, 0xc001bcd710)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001bcd710, 0xc0045196c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001bcd470, 0x339513a11, 0x1251a20, 0xc0016fc1e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075bb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1897 [semacquire]:
strings.Replace(0xc004140200, 0x1add, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc004140200, 0x1add)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056c39c0, 0xc00413b100, 0x1ada, 0x0, 0x0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075bbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1898 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc00009bef0, 0xc005d6f4e0, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x83
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005d6f5e0, 0xc003c933e0, 0x62, 0xc0019f3960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x236
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075bc80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1899 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004ec8f70, 0xc0068e9e00, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc004ec8f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004ec8f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004ec8f70, 0xc0039fbb90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ae0ec0, 0x0, 0x0, 0x0, 0xc005dbb2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ae0ec0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005dbb9c0, 0xc005dfcc00, 0xb6a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075bd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1900 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075be00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1901 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075bec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1902 [semacquire]:
bytes.makeSlice(0xd9c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0042a7b08, 0xd9c, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc003df3750, 0xd9c, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00075bf80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00075bf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:62 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1903 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e2060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1904 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e2120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1905 [semacquire]:
strings.Replace(0xc004b1c000, 0xd9d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc004614c60, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056fd9c0, 0xc004b1c000, 0xd9d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e21e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1906 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00303a5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00303a5b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00303a5b0, 0xc004ebca80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0016fc480, 0x0, 0x0, 0x0, 0xc005d5b2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0016fc480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d5b9c0, 0xc004b52c80, 0xc0d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e22a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1907 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004740900, 0x36b6fe376, 0x1251a20, 0xc00180ab00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e2360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1908 [semacquire]:
strings.genSplit(0xc001232c00, 0x2d4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x2d4, 0xc001232900, 0x2d4)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001047650, 0xaa058b, 0x2, 0xc001232900, 0x2d4, 0x3, 0x9, 0xc00408d1c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0010475e0, 0xc00180af60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e2420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1909 [semacquire]:
strings.Replace(0xc00394b500, 0x146b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc00394b500, 0x146b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005df19c0, 0xc003282a00, 0x146a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e24e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1910 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0013883c0, 0x0, 0x0, 0x0, 0xc002788000, 0x1485, 0x2, 0xc00162b2e0, 0xc002788000, 0x1485, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0013883c0, 0xc002788000, 0x1485, 0xaa0378, 0x1, 0x1, 0x4)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005c435e0, 0xc000852d40, 0xc000853680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e25a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1911 [semacquire]:
strings.Replace(0xc004964600, 0x1262, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc004964600, 0x1262)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005c3b9c0, 0xc005e10000, 0x1261, 0x1, 0x1, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e2660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1912 [semacquire]:
strings.Replace(0xc006e0c000, 0x8410, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x6, 0xc006e0c000, 0x8410)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006f119c0, 0xc0028d8000, 0x840f, 0x12, 0xc0039d22b9, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e2720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1913 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e27e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1914 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e28a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1915 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004ec8410, 0xc0012279e0, 0x8a)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004ec8410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004ec8410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004ec8410, 0xc003428a80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001f305c0, 0x0, 0x0, 0x0, 0xc005df32c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001f305c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005df39c0, 0xc005205200, 0x880, 0x4, 0xc003bd5ceb, 0x10)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e2960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1916 [semacquire]:
strings.Replace(0xc005159000, 0xf1f, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e359c0, 0xc005159000, 0xf1f, 0x4, 0xc003bd5ceb, 0x10)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e2a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1917 [semacquire]:
strings.Replace(0xc004858c00, 0x10a6, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x4, 0xc004858c00, 0x10a6)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005c6f9c0, 0xc004858c00, 0x10a6, 0x20bad081d1b8d0be, 0xd0b7d020b5d0bdd0, 0xd18bd180d1bad0b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e2ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1918 [semacquire]:
strings.Replace(0xc005198000, 0x1f0d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xd0b2d08fd1b0d0b7, 0xb2d020b0d0bbd0b8)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00651b9c0, 0xc005198000, 0x1f0d, 0xd120352c3320b8d0, 0xd18fd181d18bd182, 0xb5d087d120b8d087)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e2ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1919 [semacquire]:
strings.Replace(0xc0051aa000, 0x1e60, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc, 0xc003c46996)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00651d9c0, 0xc0051aa000, 0x1e60, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e2c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1920 [semacquire]:
strings.Replace(0xc003341b00, 0xd18, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc003341b00, 0xd18)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e239c0, 0xc005da2d80, 0xd14, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e2d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1921 [semacquire]:
strings.Replace(0xc003b71000, 0xecd, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc003b71000, 0xecd)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e319c0, 0xc005185000, 0xeca, 0x0, 0xc003769c53, 0xc)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e2de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1922 [semacquire]:
strings.Replace(0xc004747200, 0xc6e, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc004741710, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016739c0, 0xc004747200, 0xc6e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e2ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1923 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005c541a0, 0xc0068e0010, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc005c541a0, 0x7fc900000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005c541a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005c541a0, 0xc003e21e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035e8760, 0x0, 0x0, 0x0, 0xc005e252c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035e8760, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e259c0, 0xc004b7ac80, 0xc6d, 0xd, 0xc0037690d6, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e2f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1924 [semacquire]:
strings.genSplit(0xc006858a80, 0xa05, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x162, 0x162)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005ebf488, 0xaa05c9, 0x2, 0xc00544c000, 0xa05, 0x1, 0x162, 0xc003016920)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc00544c000, 0xa05, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005ebf5e0, 0xc00236cb20, 0x51, 0xc000845680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e3020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1925 [semacquire]:
github.com/gigawattio/window.Rolling(0xc005996d80, 0xc9, 0xc9, 0x3, 0x0, 0xc8, 0xc005996d80)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b955e0, 0xc002657980, 0xc0008ee220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e30e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1926 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006c1f800, 0x7dd, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006c1f800, 0x7dd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006c1f800, 0x7dd, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006c1f800, 0x7dd, 0x0, 0x0, 0x115ea80, 0x2, 0xc00317bb20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006c1f800, 0x7dd, 0x0, 0x0, 0xc006c1f000, 0x7e1, 0xc00317bbb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006c1f800, 0x7dd, 0x7dd, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc001bbca80, 0x6b, 0xc006c1f800, 0x7dd, 0xaa0378, 0x1, 0xc006c1f800)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e31a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1927 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002b2eb20, 0xc005ef5388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005ef5488, 0xaa0569, 0x2, 0xc005fce000, 0x2e6c, 0x1, 0x4ed, 0xc002b2eb00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc005fce000, 0x2e6c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005ef55e0, 0xc0042e6300, 0x8d, 0xc00558fa03)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e3260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1928 [semacquire]:
regexp.onePassCopy(0xc0014b8b40, 0xc0014b8b40)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0014b8b40, 0xc0014b8b40)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005ead0c0, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005ead0c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00132b3e4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005ead0c0, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005ead0c0, 0x1, 0xc001b90840, 0xc01004fae00, 0x280408955c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005ead0c0, 0x4, 0x5cf, 0xc000d21a01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000d21000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000c48d00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0014b8b10, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005ead9c0, 0xc005282000, 0xa30, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e3320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1929 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00470b160, 0x0, 0x0, 0x0, 0xc005eaf2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00470b160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005eaf9c0, 0xc005e9f300, 0x12ac, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e33e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1930 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc001fda680, 0x100)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001fda680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001fda680, 0xc000e8a0e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00470b380, 0x0, 0x0, 0x0, 0xc005ed72c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00470b380, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005ed79c0, 0xc0055e6000, 0xc1e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e34a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1931 [semacquire]:
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00072fec0, 0x0, 0x203000, 0x203000, 0x203000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:100 +0x31
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005ed95e0, 0xc0035e87c0, 0xc002cccd40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e3560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1932 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc006717188, 0xc001536000, 0x14e, 0xc00000002e, 0x100, 0x2e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc006717188, 0xc001536000, 0x14e, 0x14e, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006717188, 0xc00654b420, 0xc006716278, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006717188, 0xc00654b3b0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006717188, 0xc00654b3b0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006717188, 0xc00654b3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006717188, 0xc00654b3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006717188, 0xc0060a9650, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005efb188, 0xc0060a9650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005efb188, 0xc0060a9650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006717188, 0xc0060a9570, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005efb188, 0xc0060a9570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005efb188, 0xc0060a9570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006717188, 0xc0060a8e70, 0xc002fd6700, 0x7fc908957080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005efb188, 0xc0060a8e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005efb188, 0xc0060a8e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006717188, 0xc0060a8d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005efb188, 0xc0060a8d90, 0x54b170, 0xc000ec7a00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0060a8d90, 0x0, 0x0, 0x0, 0x0, 0xc0060a8d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0040b7a40, 0x0, 0x0, 0x0, 0x1000, 0xc004d7f000, 0xdbf, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004d7f000, 0xdbf, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00176db00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005efb5e0, 0xc001ae06a0, 0xc001ae13e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e3620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1933 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e36e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1934 [semacquire]:
strings.genSplit(0xc003f56000, 0x151c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0065eba40, 0xc005efd428)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005efd488, 0xaa0569, 0x2, 0xc004c0b000, 0x151c, 0xc004c0b000, 0xc005efd478, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc004c0b000, 0x151c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005efd5e0, 0xc0025b3880, 0x58, 0xc0016c9c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e37a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1935 [semacquire]:
strings.genSplit(0xc006748000, 0xab7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc000ef4a00, 0x14b, 0x14b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005fad488, 0xaa0599, 0x2, 0xc004dc7000, 0xab7, 0x1b, 0x14b, 0xc002186780)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc004dc7000, 0xab7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005fad5e0, 0xc00236c040, 0x9a, 0xc001b203c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e3860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1936 [semacquire]:
github.com/gigawattio/window.Rolling(0xc002781300, 0x111, 0x111, 0x3, 0x0, 0x110, 0xc002781300)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005f0b5e0, 0xc00000eec0, 0xc00000f980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e3920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1937 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005f993a8, 0x42d300, 0x60, 0xa81260, 0x788)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005f993a8, 0xc0001e1080, 0x5, 0xc005f992f8, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005f993a8, 0xc005f993c0, 0x43b3b7, 0x1252790, 0xc005f99300, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fc8e01b3578, 0xc005f99401, 0x10100000042ab7a, 0x0, 0x183d)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0014e75c0, 0xaa64ee, 0x5, 0x242d)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc005f995e0, 0xc0008538a0, 0x183d, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e39e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1938 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00470b100, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00470b100, 0x0, 0x0, 0x0, 0xc0004b92c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00470b100, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0004b99c0, 0xc005b13800, 0xaef, 0x0, 0x4de672, 0xc0047fd320)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e3aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1939 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e3b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1940 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e3c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1941 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e3ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1942 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005bfd2b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005bfd380, 0xc005879c00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005467fa0, 0x0, 0x0, 0x0, 0xc0003672c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005467fa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0003679c0, 0xc003ca2c00, 0xba1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e3da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1943 [semacquire]:
strings.Replace(0xc0007d5500, 0xa7c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc0038dd2e8, 0x4a67cb)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038dd9c0, 0xc0007d5500, 0xa7c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e3e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1944 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000ed2c0, 0x0, 0x0, 0x0, 0xc000beff20, 0x7, 0x2, 0xc0065a8600, 0xc00535e060, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000ed2c0, 0xc000beff20, 0x7, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0065a9188, 0xc001639880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0065a9188, 0xc0016396c0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0063f9188, 0xc0016396c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0063f9188, 0xc0016396c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0065a9188, 0xc0016395e0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0063f9188, 0xc0016395e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0063f9188, 0xc0016395e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0065a9188, 0xc001638ee0, 0xc0024ddc00, 0x7fc908954108)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0063f9188, 0xc001638ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0063f9188, 0xc001638ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0065a9188, 0xc001638e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0063f9188, 0xc001638e00, 0x54b170, 0xc0021eea90)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001638e00, 0x0, 0x0, 0x0, 0x0, 0xc001638e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0011a9da0, 0x0, 0x0, 0x0, 0xc00, 0xc000fd9400, 0xba6, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000fd9400, 0xba6, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004d6a8d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0063f95e0, 0xc00408c320, 0xc00408cde0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc0008e3f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1945 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xa7c820)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc003517c90, 0x5, 0xaa4e4b, 0x5, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.inHeadIM(0xc003c31e10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:626 +0x969
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003c31e10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003c31e10, 0xc001777260, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0016fd020, 0x0, 0x0, 0x0, 0xc001b352c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0016fd020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b359c0, 0xc0009eec00, 0xb44, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1946 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba80c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1947 [semacquire]:
strings.Replace(0xc00462d500, 0x1395, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc00462d500, 0x1395)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024039c0, 0xc00462d500, 0x1395, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1948 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1949 [semacquire]:
strings.Replace(0xc0030c9600, 0x8dd, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc0030c9600, 0x8dd)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b379c0, 0xc0030c9600, 0x8dd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1950 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0016fd060, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0016fd060, 0x0, 0x0, 0x0, 0xc001b332c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0016fd060, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b339c0, 0xc00250d300, 0x10c0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba83c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1951 [semacquire]:
strings.Replace(0xc0009f3400, 0xaa0, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc003f97d70, 0x6)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023ff9c0, 0xc0009f3400, 0xaa0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1952 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1953 [semacquire]:
strings.Replace(0xc0033f6400, 0xaa3, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001b399c0, 0xc0033f6400, 0xaa3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1954 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba86c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1955 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1956 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Join(0xc0010c6cc0, 0x3, 0x3, 0xaa0378, 0x1, 0x0, 0xc00106e010)
/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0025875e0, 0xc00470b400, 0xc00470bd20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:334 +0xa85
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1957 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8900, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1958 [semacquire]:
os.newFile(0x1c, 0xc000ba89c0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x52
os.openFileNolog(0xc000ba89c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000ba89c0, 0x5b, 0x0, 0xd1b8d08000000000, 0x2081d120b8d0208f, 0xb4d0bdd0b0d0bad0, 0x82d1b0d0b4d0b8d0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000ba89c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba89c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:62 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1959 [semacquire]:
strings.Replace(0xc00169a000, 0xae8, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc00169a000, 0xae8)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0003699c0, 0xc0006e7c00, 0xae7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1960 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1961 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1962 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1963 [semacquire]:
bytes.makeSlice(0x506d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00656d450, 0x1e3, 0x1a6)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00656d450, 0xc002016000, 0x1e3, 0x5165d7, 0xc006df4e09, 0xc0014504a0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021171f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002117180)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021170a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0067a39d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0067a36c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0068d3dc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0052c0480, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00656d5e0, 0xc001ba2800, 0x4c, 0xc00159e0b9)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1964 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1965 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc003cc2f00, 0xc002b55518, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc003cc2f00, 0xc002c14700, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc003cc2f00, 0xc002c147e0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc002c147e0, 0xc002c147e0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003cc33c8, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003cc33c8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003cc33c8, 0x0, 0xb856e0, 0xc003957ca8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003cc33c8, 0xc006931420, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003cc33c8, 0x42ca96, 0xc004816960, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc003cc3438, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc000b893c0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0035b9590, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003cc35e0, 0xc0015fd1a0, 0xabc101, 0x1d, 0x8b, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1966 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba8fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1967 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1968 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1969 [semacquire]:
bytes.makeSlice(0xb4f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005f72b08, 0xb4f, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc00048f5b8, 0xb4f, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc000ba9200, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:62 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1970 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba92c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1971 [semacquire]:
strings.Replace(0xc001b11000, 0xdb3, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x6, 0x2)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024019c0, 0xc001b11000, 0xdb3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1972 [semacquire]:
strings.Replace(0xc004c50000, 0x110a, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc004c50000, 0x110a)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025199c0, 0xc002563300, 0x1107, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1973 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1974 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba95c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1975 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0024160d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0024161a0, 0xc0017775e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0016fd0e0, 0x0, 0x0, 0x0, 0xc0023fd2c8, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0016fd0e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023fd9c0, 0xc0039dec00, 0xbcb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1976 [semacquire]:
internal/poll.errnoErr(...)
/usr/local/go/src/internal/poll/errno_unix.go:32
internal/poll.(*pollDesc).init(0xc003a62018, 0xc003a62000, 0x5d7, 0x5db)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:45 +0x8c
internal/poll.(*FD).Init(0xc003a62000, 0xaa3cc2, 0x4, 0x1, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:63 +0x5f
os.newFile(0x1f9, 0xc000ba9740, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:155 +0xf6
os.openFileNolog(0xc000ba9740, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc000ba9740, 0x5b, 0x0, 0x2f2f3a7300000000, 0x75722e3261746f64, 0x616c662f676d692f, 0x6e702e6e632f7367)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000ba9740, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:62 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1977 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1978 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba98c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1979 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001ae01c0, 0xc005e4f388, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e4f488, 0xaa04df, 0x2, 0xc0053d1400, 0x4ae, 0x1, 0xb6, 0xc004651100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc0053d1400, 0x4ae, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e4f5e0, 0xc005885220, 0x72, 0xc004ed3280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1980 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1981 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0059d8900, 0x87d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0059d8900, 0x87d, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0059d8900, 0x87d, 0x0, 0x0, 0x115ea80, 0x2, 0xc004149b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0059d8900, 0x87d, 0x0, 0x0, 0xc0045f7200, 0x87e, 0xc004149bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0059d8900, 0x87d, 0x87d, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc00421f068, 0x75, 0xc0059d8900, 0x87d, 0xaa0378, 0x1, 0xc0059d8900)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1982 [semacquire]:
bytes.makeSlice(0xb78, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005f77b08, 0xb78, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc003df2538, 0xb78, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc000ba9bc0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:62 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1983 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00220f488, 0xaa04fd, 0x2, 0xc005a37000, 0xff6, 0x1, 0x19a, 0xc004021100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc005a37000, 0xff6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00220f5e0, 0xc004020dc0, 0x61, 0xc00504ce70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1985 [semacquire]:
strings.Replace(0xc001c06000, 0xa14, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc001c06000, 0xa14)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025159c0, 0xc0019dea80, 0xa11, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1986 [semacquire]:
strings.genSplit(0xc0024e8c80, 0xc17, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002365000, 0x163, 0x163)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003103488, 0xaa04f9, 0x2, 0xc004c26c80, 0xc17, 0xa, 0x163, 0xc0042e67e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc004c26c80, 0xc17, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031035e0, 0xc004021160, 0xa3, 0xc00146c0b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1987 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001935500, 0xa1f, 0xae4d90)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001935500, 0xa1f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001935500, 0xa1f, 0x0, 0x0, 0xc0001e8840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001935500, 0xa1f, 0x0, 0x0, 0x115ea80, 0x2, 0xc0031d7b20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:81 +0x52a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001935500, 0xa1f, 0x0, 0x0, 0xc0014db500, 0xa22, 0xc0031d7bb0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001935500, 0xa1f, 0xa1f, 0x1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectNews(0xc000362900, 0x71, 0xc001935500, 0xa1f, 0xaa0378, 0x1, 0xc001935500)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/news.go:10 +0x39
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000ba9f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:82 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 1988 [semacquire]:
strings.genSplit(0xc0033f9400, 0xac1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002366800, 0x156, 0x156)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005705488, 0xaa04fd, 0x2, 0xc006f17800, 0xac1, 0x1, 0x156, 0xc0053af340)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00142b440, 0xc006f17800, 0xac1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0057055e0, 0xc000ff8720, 0x8a, 0xc00077d440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc000bda060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a
goroutine 2007 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1.1(0xc0000b1bf0, 0xc0000a7ee0, 0xc0000a7f00, 0xc00283a5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:77 +0x211
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.NewsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:58 +0x18a