Script exit with exit code 2
fatal error: concurrent map writes
goroutine 1138 [running]:
runtime.throw(0xab7b31, 0x15)
/usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc0030cfa90 sp=0xc0030cfa60 pc=0x453732
runtime.mapassign_faststr(0xa13de0, 0xc0002ca030, 0xc00070eb83, 0x18, 0xaa04f9)
/usr/local/go/src/runtime/map_faststr.go:211 +0x3f7 fp=0xc0030cfaf8 sp=0xc0030cfa90 pc=0x4338e7
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:314 +0x5a9 fp=0xc0030cffb8 sp=0xc0030cfaf8 pc=0x824ef9
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc0030cffc0 sp=0xc0030cffb8 pc=0x483571
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1 [semacquire]:
os.(*File).readdirnames(0xc004836670, 0xffffffffffffffff, 0x0, 0xc000000000, 0xc004836670, 0x0, 0x0)
/usr/local/go/src/os/dir_unix.go:36 +0x3e3
os.(*File).Readdirnames(...)
/usr/local/go/src/os/dir.go:48
path/filepath.readDirNames(0xc0076e8f00, 0x42, 0x42, 0xc0076e8f40, 0x2, 0xc00012eff8, 0x4f76ff)
/usr/local/go/src/path/filepath/path.go:421 +0x18b
path/filepath.walk(0xc0076e8f00, 0x42, 0xb89740, 0xc006b0e750, 0xc00012f548, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:363 +0x72
path/filepath.walk(0xc0002ce100, 0x3f, 0xb89740, 0xc0002cc0d0, 0xc00012f548, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.walk(0x7ffe516b37c9, 0x37, 0xb89740, 0xc0002cc000, 0xc00012f548, 0x0, 0xc00012f248)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.Walk(0x7ffe516b37c9, 0x37, 0xc00012f548, 0x10, 0x0)
/usr/local/go/src/path/filepath/path.go:406 +0xff
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand(0x7ffe516b37c9, 0x37, 0xffffffffffffffff, 0xbfb388df8dcc0907)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:265 +0x1a1
main.main()
/home/ec2-user/environment/cluster2/tgnews.go:75 +0x72a
goroutine 19 [syscall]:
os/signal.signal_recv(0x0)
/usr/local/go/src/runtime/sigqueue.go:147 +0x9c
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.Notify.func1
/usr/local/go/src/os/signal/signal.go:127 +0x44
goroutine 34 [chan receive]:
main.main.func1(0xc0000b70e0, 0xbfb388df8dcc0907, 0x2f7e00, 0x1251a20)
/home/ec2-user/environment/cluster2/tgnews.go:36 +0x41
created by main.main
/home/ec2-user/environment/cluster2/tgnews.go:35 +0x176
goroutine 35 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc0024a0000, 0x1deb, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001aaa6e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c0d518, 0xc00075e420, 0xc0043cc140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 36 [semacquire]:
regexp/syntax.(*parser).push(0xc0027a6840, 0xc003ea0000, 0xc007818501)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc0027a6840, 0xaba609, 0xe)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002187300, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002187300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002187300, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002187300, 0x75a856, 0x0, 0xc000469d50, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002187300, 0xc0021872c8, 0xc002187350, 0x42ca96, 0xc004280270, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc002187368, 0xc002187380, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc007818540)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00280a5d0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002187518, 0xc0002d8840, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003140c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 37 [semacquire]:
bytes.makeSlice(0x1fa, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004c25208, 0xd6, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004c25208, 0xc00010bb20, 0xd6, 0x5165d7, 0xc0019d3284, 0xc004822c10)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f6a5b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f6a540)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f69f10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0051ec270, 0xc0051ec510, 0xc005688100)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004c25518, 0xc0019e8f60, 0x5b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 38 [semacquire]:
strings.genSplit(0xc00673b400, 0x3e8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x3e8, 0xc00369b000, 0x3eb)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e9d518, 0xc0042c6140, 0xc0042c69e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 39 [runnable]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc001879520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001879520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001879520, 0xc0031971f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a22960, 0x0, 0x0, 0x0, 0xc001ea1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a22960, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ea18f8, 0xc001881500, 0x1476, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 41 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f133023e420, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0049d00f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0049d00d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000535400, 0x48c, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aac960, 0x2b, 0xc000535400, 0x48c, 0xc000535400, 0x48c, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aac960, 0x2b, 0xc000535400, 0x48c, 0xaa0378, 0x1, 0xc000535400, 0x48c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 42 [semacquire]:
bytes.makeSlice(0xb23, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002627208, 0x87, 0xe5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002627208, 0xc001cfd9e0, 0x87, 0x5165d7, 0xc0054e5c04, 0xc001f7ce00)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00259f030)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00259efc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00259e310)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0057b62d0, 0xc0057b6540, 0xc001f40c40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002627518, 0xc002311840, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 44 [semacquire]:
strings.genSplit(0xc0055bcd00, 0x873, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006428000, 0x1b1, 0x1b1)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a4d3c0, 0xaa04fd, 0x2, 0xc004454d00, 0x873, 0x3f, 0x1b1, 0xc005a22fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004454d00, 0x873, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a4d518, 0xc00392cee0, 0x3c, 0xc005212b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003146c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 45 [semacquire]:
bytes.makeSlice(0xe1b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0043ee810, 0xdb, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0043ee810, 0xc003b91ea0, 0xdb, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0043ee810, 0xc003b91ea0, 0xdb, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0043ee810, 0xc002ec73b0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0043ee810, 0xc002ec7340, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043ee810, 0xc002ec6930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043ee810, 0xc002ec6850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043ee810, 0xc002ec6150, 0xb84d20, 0xc0043ee810)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0043ee810, 0xc002ec6150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0043ee660, 0x2bdebeb0, 0x1251a20, 0xc003e90cc0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 46 [semacquire]:
reflect.unsafe_NewArray(0xa49de0, 0x4, 0xa49de0)
/usr/local/go/src/runtime/malloc.go:1192 +0x35
reflect.MakeSlice(0xb90360, 0x9de620, 0x0, 0x4, 0x9de620, 0x0, 0x0)
/usr/local/go/src/reflect/value.go:2268 +0xc4
encoding/json.(*decodeState).array(0xc002caa9a0, 0x9cfa40, 0xc0075966c0, 0x16, 0xc002caa9c8, 0x5b)
/usr/local/go/src/encoding/json/decode.go:564 +0x6f7
encoding/json.(*decodeState).value(0xc002caa9a0, 0x9cfa40, 0xc0075966c0, 0x16, 0xc0022cb8a8, 0x532927)
/usr/local/go/src/encoding/json/decode.go:377 +0xfd
encoding/json.(*decodeState).unmarshal(0xc002caa9a0, 0x9cfa40, 0xc0075966c0, 0xc002caa9c8, 0x0)
/usr/local/go/src/encoding/json/decode.go:180 +0x1f0
encoding/json.Unmarshal(0xc004e8c6c0, 0x120, 0x120, 0x9cfa40, 0xc0075966c0, 0x120, 0x50cc01)
/usr/local/go/src/encoding/json/decode.go:107 +0x112
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0004ce900, 0xc001c8b680, 0x223, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001c8b680, 0x223, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b3a2c0, 0x3c, 0xc001c8b680, 0x223, 0xc001c8b680, 0x223, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b3a2c0, 0x3c, 0xc001c8b680, 0x223, 0xaa0378, 0x1, 0xc001c8b680, 0x223, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 47 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40070c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005efccb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005efcc70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001c40580, 0xc6e, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018d22a0, 0x27, 0xc001c40580, 0xc6e, 0xc001c40580, 0xc6e, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018d22a0, 0x27, 0xc001c40580, 0xc6e, 0xaa0378, 0x1, 0xc001c40580, 0xc6e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 48 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0022442e0, 0xc0020772c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020773c0, 0xaa0503, 0x2, 0xc0058e3080, 0x520, 0x1, 0x10a, 0xc007676080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0058e3080, 0x520, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002077518, 0xc005629600, 0x47, 0xc005a9814d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003149c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 49 [semacquire]:
strings.genSplit(0xc00269d200, 0x1fe, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1fe, 0xc007aa2a00, 0x1fe)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0079b9588, 0xaa04f9, 0x2, 0xc007aa2a00, 0x1fe, 0x9, 0x1e, 0xc0076760a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0079b9518, 0xc005628f80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 50 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13381d03d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002e02020, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002e02000, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002226e00, 0x35e, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b3b4c0, 0x37, 0xc002226e00, 0x35e, 0xc002226e00, 0x35e, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b3b4c0, 0x37, 0xc002226e00, 0x35e, 0xaa0378, 0x1, 0xc002226e00, 0x35e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 51 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004d6b900, 0x221, 0x221, 0x3, 0x0, 0x220, 0xc004d6b900)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00064d518, 0xc0056299c0, 0xc00477f8a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 52 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0062e8500, 0xc001ba92c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ba93c0, 0xaa0503, 0x2, 0xc006cdc000, 0xec0, 0x1, 0x2e6, 0xc0076863e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006cdc000, 0xec0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ba9518, 0xc00416a000, 0x39, 0xc003881c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 53 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f130c005100, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f5d260, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f5d250, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002982500, 0x494, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019ccdc0, 0x38, 0xc002982500, 0x494, 0xc002982500, 0x494, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019ccdc0, 0x38, 0xc002982500, 0x494, 0xaa0378, 0x1, 0xc002982500, 0x494, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 55 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1314a4d380, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005e70170, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005e70150, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002488c00, 0x5d6, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002282200, 0x38, 0xc002488c00, 0x5d6, 0xc002488c00, 0x5d6, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002282200, 0x38, 0xc002488c00, 0x5d6, 0xaa0378, 0x1, 0xc002488c00, 0x5d6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 56 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400bd50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00475c560, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00475c550, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00229f400, 0x4e3, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a12c0, 0x46, 0xc00229f400, 0x4e3, 0xc00229f400, 0x4e3, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a12c0, 0x46, 0xc00229f400, 0x4e3, 0xaa0378, 0x1, 0xc00229f400, 0x4e3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 57 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007554fa0, 0xc003a4b2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a4b3c0, 0xaa059b, 0x2, 0xc001ad8000, 0x5a3, 0x12, 0x122, 0xc0062e93e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001ad8000, 0x5a3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a4b518, 0xc003f273a0, 0x20, 0xc00502ba00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 58 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc0037a6600, 0x5d9, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00064f3c0, 0xaa04d9, 0x2, 0xc0037a6600, 0x5d9, 0x5, 0x121, 0xc007676c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0037a6600, 0x5d9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00064f518, 0xc003f27640, 0x30, 0xc004d98b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 59 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0049f4000, 0x1ce, 0x1ce, 0x3, 0x0, 0x1cd, 0xc0049f4000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004cb3518, 0xc005a222a0, 0xc00416b2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 60 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f135020c2e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00536a0b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00536a0a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00193f000, 0xaf5, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d57b53, 0x28, 0xc00193f000, 0xaf5, 0xc00193f000, 0xaf5, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d57b53, 0x28, 0xc00193f000, 0xaf5, 0xaa0378, 0x1, 0xc00193f000, 0xaf5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003152c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 61 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002431588, 0xaa04f9, 0x2, 0xc004ff7300, 0x1293, 0x0, 0xc0009f0a80, 0x7f13f041c080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002431518, 0xc002604660, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 62 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001eb4000, 0xa01, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001eb4000, 0xa01, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001eb4000, 0xa01, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc001eb4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001eb4000, 0xa01, 0x0, 0x0, 0xa01, 0xa80, 0xc001eb4000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001eb4000, 0xa01, 0xa01, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024c47c0, 0x3f, 0xc001eb4000, 0xa01, 0xc001eb4000, 0xa01, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024c47c0, 0x3f, 0xc001eb4000, 0xa01, 0xaa0378, 0x1, 0xc001eb4000, 0xa01, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 63 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006d9d8c0, 0x293, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006d9d8c0, 0x293, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006d9d8c0, 0x293, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc006d9d8c0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006d9d8c0, 0x293, 0x0, 0x0, 0x293, 0x2c0, 0xc006d9d8c0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006d9d8c0, 0x293, 0x293, 0x2c0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000b3a80, 0x31, 0xc006d9d8c0, 0x293, 0xc006d9d8c0, 0x293, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000b3a80, 0x31, 0xc006d9d8c0, 0x293, 0xaa0378, 0x1, 0xc006d9d8c0, 0x293, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 64 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0017c1800, 0x5e5, 0xc00090f218, 0xc000b03500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0017c1800, 0x5e5, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00090f3c0, 0xaa04f9, 0x2, 0xc0017c1800, 0x5e5, 0x3, 0x142, 0xc0000a6ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0017c1800, 0x5e5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00090f518, 0xc002310e00, 0x3a, 0xc0040cd940)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003155c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 65 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00744b820, 0xc0008d92c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008d93c0, 0xaa0569, 0x2, 0xc007b03500, 0xa4e, 0x3, 0x1e4, 0xc0062e8460)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007b03500, 0xa4e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0008d9518, 0xc002311780, 0x45, 0xc0004aa190)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 66 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c401d060, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044253e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044253c4, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002463700, 0x51f, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b12180, 0x2f, 0xc002463700, 0x51f, 0xc002463700, 0x51f, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b12180, 0x2f, 0xc002463700, 0x51f, 0xaa0378, 0x1, 0xc002463700, 0x51f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 67 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006288600, 0x116, 0x116, 0x3, 0x0, 0x115, 0xc006288600)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00098b518, 0xc0020e2660, 0xc0004cfa40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 68 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0077c6000, 0x5aa, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0077c6000, 0x5aa, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0077c6000, 0x5aa, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0077c6000, 0x5aa, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0077c6000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0077c6000, 0x5aa, 0x0, 0x0, 0x5aa, 0x700, 0xc0077c6000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0077c6000, 0x5aa, 0x5aa, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018d2000, 0x2c, 0xc0077c6000, 0x5aa, 0xc0077c6000, 0x5aa, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018d2000, 0x2c, 0xc0077c6000, 0x5aa, 0xaa0378, 0x1, 0xc0077c6000, 0x5aa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003158c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 69 [semacquire]:
strings.genSplit(0xc002dd9100, 0xd3b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006582a80, 0x2a4, 0x2a4)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00314d3c0, 0xaa0503, 0x2, 0xc0026fed80, 0xd3b, 0x1, 0x2a4, 0xc004338700)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0026fed80, 0xd3b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00314d518, 0xc0002d90c0, 0x48, 0xc003c1109a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 70 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007687120, 0xc001ecb2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ecb3c0, 0xaa0503, 0x2, 0xc006416800, 0x1765, 0x1, 0x461, 0xc007687100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006416800, 0x1765, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ecb518, 0xc00000f4c0, 0x33, 0xc001f3cdc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 71 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f8051e90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004425500, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044254e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00230ef00, 0x494, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d24150, 0x21, 0xc00230ef00, 0x494, 0xc00230ef00, 0x494, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d24150, 0x21, 0xc00230ef00, 0x494, 0xaa0378, 0x1, 0xc00230ef00, 0x494, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 72 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13a8000dc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005d3a90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005d3a80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001ff3000, 0x7b1, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b12db0, 0x2d, 0xc001ff3000, 0x7b1, 0xc001ff3000, 0x7b1, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b12db0, 0x2d, 0xc001ff3000, 0x7b1, 0xaa0378, 0x1, 0xc001ff3000, 0x7b1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 73 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12a8001830, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e0eb20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e0eb10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003d28380, 0x332, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303bdc0, 0x37, 0xc003d28380, 0x332, 0xc003d28380, 0x332, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303bdc0, 0x37, 0xc003d28380, 0x332, 0xaa0378, 0x1, 0xc003d28380, 0x332, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 74 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400d8d0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0039cc870, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0039cc860, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004956000, 0x41c, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d18cc0, 0x3c, 0xc004956000, 0x41c, 0xc004956000, 0x41c, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d18cc0, 0x3c, 0xc004956000, 0x41c, 0xaa0378, 0x1, 0xc004956000, 0x41c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 75 [semacquire]:
strings.Replace(0xc001b06600, 0x184f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc001b06600, 0x184f)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0010498f8, 0xc0055fe600, 0x184c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 76 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4011900, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0019ab8f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0019ab8e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003b9e600, 0x1ef, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003936390, 0x2b, 0xc003b9e600, 0x1ef, 0xc003b9e600, 0x1ef, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003936390, 0x2b, 0xc003b9e600, 0x1ef, 0xaa0378, 0x1, 0xc003b9e600, 0x1ef, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 77 [semacquire]:
strings.genSplit(0xc004bea000, 0xc27, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005a1af00, 0x249, 0x249)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022ed3c0, 0xaa059b, 0x2, 0xc00606ec80, 0xc27, 0x13, 0x249, 0xc00432be60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00606ec80, 0xc27, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0022ed518, 0xc0000a6880, 0x5e, 0xc00604aa80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 78 [semacquire]:
strings.Replace(0xc004ec5800, 0x383, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc00297d2d0, 0x0, 0x0, 0x0, 0x0, 0xc00297d2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007026300, 0x0, 0x0, 0x0, 0x700, 0xc003d1fc00, 0x6ed, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003d1fc00, 0x6ed, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc003293fe0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0016f9518, 0xc003f27dc0, 0xc004973660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 79 [semacquire]:
strings.genSplit(0xc005937200, 0x46e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002e1d000, 0xf9, 0xf9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00319f3c0, 0xaa0503, 0x2, 0xc005936900, 0x46e, 0x1, 0xf9, 0xc0041d75a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005936900, 0x46e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00319f518, 0xc00427c200, 0x36, 0xc0035ec400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 80 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001fae2c0, 0x28c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001fae2c0, 0x28c, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001fae2c0, 0x28c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc001fae2c0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001fae2c0, 0x28c, 0x0, 0x0, 0x28c, 0x2c0, 0xc001fae2c0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001fae2c0, 0x28c, 0x28c, 0x2c0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b13980, 0x2b, 0xc001fae2c0, 0x28c, 0xc001fae2c0, 0x28c, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b13980, 0x2b, 0xc001fae2c0, 0x28c, 0xaa0378, 0x1, 0xc001fae2c0, 0x28c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 81 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004f2bf60, 0xc004b612c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b613c0, 0xaa0503, 0x2, 0xc0026ba000, 0x4df, 0x1, 0x109, 0xc0000a63c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0026ba000, 0x4df, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b61518, 0xc005f325c0, 0x1e, 0xc0022f1b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 82 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003feb3c0, 0xaa04fd, 0x2, 0xc0037a6c00, 0x5bb, 0xc0037a6c00, 0xc003feb3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0037a6c00, 0x5bb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003feb518, 0xc00384c040, 0x29, 0xc0018d26f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 83 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4006ca0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004161a60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004161a50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0022d8000, 0x49a, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e12540, 0x2d, 0xc0022d8000, 0x49a, 0xc0022d8000, 0x49a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e12540, 0x2d, 0xc0022d8000, 0x49a, 0xaa0378, 0x1, 0xc0022d8000, 0x49a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 85 [semacquire]:
strings.genSplit(0xc004db9000, 0x7e1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00602e600, 0x187, 0x187)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038093c0, 0xaa0599, 0x2, 0xc0031bd800, 0x7e1, 0x1, 0x187, 0xc0065e3fe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0031bd800, 0x7e1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003809518, 0xc0000a68e0, 0x37, 0xc002283a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 86 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc0035686c0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0035686c0, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc004362990)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004362990, 0x0, 0x0, 0x0, 0xc00, 0xc00601c000, 0xbfd, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00601c000, 0xbfd, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0005184d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0038d5518, 0xc0004cf060, 0xc004973240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 87 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0058d4c80, 0x250, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0058d4c80, 0x250, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0058d4c80, 0x250, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0058d4c80, 0x250, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0058d4c80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0058d4c80, 0x250, 0x0, 0x0, 0x250, 0x280, 0xc0058d4c80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0058d4c80, 0x250, 0x250, 0x280)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003859c80, 0x1d, 0xc0058d4c80, 0x250, 0xc0058d4c80, 0x250, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003859c80, 0x1d, 0xc0058d4c80, 0x250, 0xaa0378, 0x1, 0xc0058d4c80, 0x250, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 88 [semacquire]:
strings.genSplit(0xc002a56000, 0xa99, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005272000, 0x249, 0x249)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037bf3c0, 0xaa04fd, 0x2, 0xc002a13000, 0xa99, 0x50, 0x249, 0xc001d0ef80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a13000, 0xa99, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037bf518, 0xc001d0eba0, 0x2b, 0xc00168b2f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 89 [semacquire]:
strings.genSplit(0xc00173c600, 0x1128, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x59, 0xc00173a000, 0x3007f13c84fa998)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c013c0, 0xaa04f9, 0x2, 0xc00173a000, 0x1128, 0xc00173a000, 0xc004c013b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00173a000, 0x1128, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c01518, 0xc00384c400, 0x3d, 0xc0024c44c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 90 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc00337d600, 0xd30, 0x2, 0xc002d3fa58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc00337d600, 0xd30, 0x0, 0x0, 0xc0001e9410, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00337d600, 0xd30, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 91 [semacquire]:
strings.genSplit(0xc004beac80, 0xc73, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0037f2000, 0x2ac, 0x2ac)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b7b3c0, 0xaa04d9, 0x2, 0xc005b7ac80, 0xc73, 0x1, 0x2ac, 0xc006528be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b7ac80, 0xc73, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b7b518, 0xc001ef95e0, 0x30, 0xc001d252c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033aa20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 92 [semacquire]:
bytes.makeSlice(0x1c1d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00455d1d0, 0x15b, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00455d1d0, 0xc0024e46e0, 0x15b, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00455d1d0, 0xc0024e46e0, 0x15b, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00455d1d0, 0xc0015c6000, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00455d1d0, 0xc001091f80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00455d1d0, 0xc002c083f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00455d1d0, 0xc002c08310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00455d1d0, 0xc00256dc00, 0xb84d20, 0xc00455d1d0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00455d1d0, 0xc00256dc00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00455d020, 0x823f6b73, 0x1251a20, 0xc0041d6d00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033aae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 93 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0075250c0, 0xc005d90300, 0x174, 0x174, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0075250c0, 0xc00110ad90, 0xc0075241b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075250c0, 0xc00110ad20, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0075250c0, 0xc00110ad20, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0075250c0, 0xc00110ad20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0075250c0, 0xc00110ad20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075250c0, 0xc0050c8380, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039e10c0, 0xc0050c8380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039e10c0, 0xc0050c8380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075250c0, 0xc0050c82a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039e10c0, 0xc0050c82a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039e10c0, 0xc0050c82a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075250c0, 0xc004dcfb90, 0xc000b02700, 0x7f13f041a560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039e10c0, 0xc004dcfb90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039e10c0, 0xc004dcfb90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075250c0, 0xc004dcfab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039e10c0, 0xc004dcfab0, 0x54b170, 0xc0026831e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004dcfab0, 0x0, 0x0, 0x0, 0x0, 0xc004dcfab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050bc330, 0x0, 0x0, 0x0, 0xd80, 0xc00212d100, 0xd6f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00212d100, 0xd6f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001df3f00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0039e1518, 0xc0041d6fe0, 0xc0020e3880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033aba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 94 [semacquire]:
strings.genSplit(0xc0008d3800, 0x1516, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0049d2000, 0x3eb, 0x3eb)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028453c0, 0xaa059b, 0x2, 0xc004b0d000, 0x1516, 0x1f, 0x3eb, 0xc003c09760)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004b0d000, 0x1516, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002845518, 0xc003c092a0, 0x1d, 0xc004c1e7e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033ac60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 95 [semacquire]:
bytes.makeSlice(0x1d5a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007987c80, 0xf8, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007987c80, 0xc003839e00, 0xf8, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc007987c80, 0xc003839e00, 0xf8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc007987c80, 0xc001dd8150, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc007987c80, 0xc001dd80e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987c80, 0xc00247b490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987c80, 0xc00247b3b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987c80, 0xc00247acb0, 0xb84d20, 0xc007987c80)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc007987c80, 0xc00247acb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00382bdd0, 0xefdb2ae6, 0x1251a20, 0xc00075e6c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033ad20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 96 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006b0e9c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc006b0ea90, 0xc00207ec40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00075e660, 0x0, 0x0, 0x0, 0xc00170d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00075e660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00170d8f8, 0xc00001b400, 0x2163, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033ade0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 97 [semacquire]:
strings.genSplit(0xc006350300, 0x6dd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0066d6600, 0x197, 0x197)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041bf3c0, 0xaa04d9, 0x2, 0xc002ed9500, 0x6dd, 0x1, 0x197, 0xc007596f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002ed9500, 0x6dd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041bf518, 0xc003c08fe0, 0x37, 0xc003880a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033aea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 98 [semacquire]:
regexp.(*Regexp).expand(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc0045d4845, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0x0, 0x0, 0x0, 0xc004b19990, 0x2, 0x2, 0xc0045d4845, 0x7, 0x0)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc0045d4845, 0x7, 0x2, 0xc00050e538, 0xc005b80c80, 0xc00550a5d8, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0045d4845, 0x7, 0xaa0378, 0x1, 0xc0040ba180, 0x3)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00050f0c0, 0xc003e3b7a0, 0xc002221550, 0xc00550a670)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050f0c0, 0xc003e3b730, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00550b0c0, 0xc003e3b730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00550b0c0, 0xc003e3b730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050f0c0, 0xc003e3b650, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00550b0c0, 0xc003e3b650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00550b0c0, 0xc003e3b650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050f0c0, 0xc003e3af50, 0xc000b02000, 0x7f13f041a560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00550b0c0, 0xc003e3af50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00550b0c0, 0xc003e3af50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050f0c0, 0xc003e3ae70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00550b0c0, 0xc003e3ae70, 0x54b170, 0xc0049fe0d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003e3ae70, 0x0, 0x0, 0x0, 0x0, 0xc003e3ae70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006238420, 0x0, 0x0, 0x0, 0x1500, 0xc005c93500, 0x1443, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005c93500, 0x1443, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005f3ea50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00550b518, 0xc004ebbc00, 0xc00432a480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033af60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 99 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0066908f0, 0xc00539d2b0, 0xcc)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0066908f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0066908f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0066908f0, 0xc00263f810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0e1e0, 0x0, 0x0, 0x0, 0xc004d1f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0e1e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d1f8f8, 0xc002246000, 0x1704, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 100 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003c08f60, 0xc003f812c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f813c0, 0xaa0503, 0x2, 0xc005dc6800, 0xac7, 0xc005dc6800, 0xc003f813b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005dc6800, 0xac7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f81518, 0xc003c09ea0, 0x34, 0xc005090d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 101 [runnable]:
strings.Index(0xc004414000, 0x7151, 0xaa0378, 0x1, 0x18ad)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc004414000, 0x7151, 0xaa0378, 0x1, 0x0, 0x18ad, 0xc007358000, 0x18ae, 0x18ae)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004a813c0, 0xaa0503, 0x2, 0xc006fd4000, 0x7151, 0x1, 0x18ae, 0xc00427d260)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006fd4000, 0x7151, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004a81518, 0xc002251f00, 0x9e, 0xc0066628c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b1a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 102 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00456e210, 0x2c21c9eb, 0x1251a20, 0xc001ef8740, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b260, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 103 [semacquire]:
bytes.makeSlice(0x3774, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001e4fbf0, 0x5e, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001e4fbf0, 0xc0029287e1, 0x5e, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001e4fbf0, 0xc0029287e1, 0x5f, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001e4fbf0, 0xc0033a91f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc001e4fbf0, 0xc0033a9180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001e4fbf0, 0xc002e28070, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001e4fbf0, 0xc000891f80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001e4fbf0, 0xc000891880, 0xb84d20, 0xc001e4fbf0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001e4fbf0, 0xc000891880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001e4f950, 0x167a1647, 0x1251a20, 0xc001d0ee40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b320, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 104 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00384c820, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00384c820, 0x0, 0x0, 0x0, 0xc0015a7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00384c820, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015a78f8, 0xc0027ecc80, 0x18b3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b3e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 105 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00366e230, 0x4f, 0xaa0378, 0x1, 0xc0062d9100, 0x2)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00783dd98, 0xc0075aaf50, 0xc002d811e0, 0xc00783dc00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783dd98, 0xc0075aaee0, 0xc000000001, 0xb)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00783f0c0, 0xc0075aaee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:229 +0x376
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00783f0c0, 0xc0075aaee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc0075aae00, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00783f0c0, 0xc0075aae00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:220 +0x6a0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00783f0c0, 0xc0075aae00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc0075aad20, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00783f0c0, 0xc0075aad20, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00783f0c0, 0xc0075aad20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00783f0c0, 0xc0075aad20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc00110fb20, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc00110fb20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc00110fb20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc00110fa40, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc00110fa40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc00110fa40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc00110f340, 0xc000ad9500, 0x7f13f04197d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc00110f340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc00110f340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc00110f260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc00110f260, 0x54b170, 0xc0030e20d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00110f260, 0x0, 0x0, 0x0, 0x0, 0xc00110f260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001b64390, 0x0, 0x0, 0x0, 0x3500, 0xc000724000, 0x34db, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000724000, 0x34db, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004a8d7a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0048d5518, 0xc0041d73e0, 0xc002250680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b4a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 106 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f8002390, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00531c0f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00531c0e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003c408f0, 0xcd, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a0b40, 0x43, 0xc003c408f0, 0xcd, 0xc003c408f0, 0xcd, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a0b40, 0x43, 0xc003c408f0, 0xcd, 0xaa0378, 0x1, 0xc003c408f0, 0xcd, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 107 [semacquire]:
strings.genSplit(0xc005d388a0, 0x53, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x53, 0xc005d38840, 0x53)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000375588, 0xaa04f9, 0x2, 0xc005d38840, 0x53, 0x0, 0xc0003753d8, 0xc003938968)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000375518, 0xc002550b10, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000375518, 0xc00000e1c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 108 [semacquire]:
strings.genSplit(0xc003def300, 0x1239, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc000000000, 0x7f13c85477b8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038d93c0, 0xaa058b, 0x2, 0xc003f94000, 0x1239, 0xc003f94000, 0xc0038d93b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003f94000, 0x1239, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038d9518, 0xc0000a6d80, 0x33, 0xc002283ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 109 [semacquire]:
strings.Replace(0xc0060c2000, 0x2485, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc0060c2000, 0x2485)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001898f8, 0xc006171400, 0x2481, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 110 [semacquire]:
strings.genSplit(0xc000b4f000, 0xe5c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x57, 0xc000b4e000, 0x2007f13c8584ae8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036a73c0, 0xaa04f9, 0x2, 0xc000b4e000, 0xe5c, 0xc000b4e000, 0xc0036a73b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000b4e000, 0xe5c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0036a7518, 0xc005de61a0, 0x50, 0xc001e10ff0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 111 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006917bf0, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0017a7518, 0xc006917bf0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0017a7518, 0xc00392c4c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 112 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc0053a4702, 0x6af, 0x2, 0xc001739a58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc0053a4702, 0x6af, 0x0, 0x0, 0xc0001e9410, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0053a4702, 0x6af, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 113 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readTag(0xc0001ea8f0, 0x54e501)
/home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc0001ea8f0, 0x61)
/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc0001ea8f0, 0x1)
/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc0001eaa90, 0xc001e72f50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973ea0, 0x0, 0x0, 0x0, 0xc003de7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973ea0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003de78f8, 0xc003b8d900, 0x11ef, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033baa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 114 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc0057b6630, 0xc0057b6630)
/usr/local/go/src/regexp/onepass.go:307 +0x148
regexp.compileOnePass(0xc0057b65d0, 0xc0057b65d0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0018cf300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0018cf300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0018cf300, 0x0, 0xb856e0, 0xc0004ce028, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0018cf300, 0xc0015b52d0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0018cf300, 0x42ca96, 0xc0057b65a0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0018cf370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007730280, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004248d80, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0018cf518, 0xc004338c00, 0xabc101, 0x1d, 0x3d, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 115 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00618aa00, 0x66d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00618aa00, 0x66d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00618aa00, 0x66d, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00618aa00, 0x66d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00618aa00, 0x66d, 0x0, 0x0, 0x66d, 0xc00618aa00, 0x66d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00618aa00, 0x66d, 0x66d, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043ff640, 0x35, 0xc00618aa00, 0x66d, 0xc00618aa00, 0x66d, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0043ff640, 0x35, 0xc00618aa00, 0x66d, 0xaa0378, 0x1, 0xc00618aa00, 0x66d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 116 [semacquire]:
strings.genSplit(0xc006652700, 0x633, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x700, 0x0, 0x7f13c87c5548)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00333f3c0, 0xaa05c9, 0x2, 0xc006652000, 0x633, 0xc006652000, 0xc00333f3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006652000, 0x633, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00333f518, 0xc001ef9520, 0x31, 0xc0058cfa80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 117 [semacquire]:
strings.genSplit(0xc001840600, 0x1896, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b9b800, 0x437, 0x437)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0024873c0, 0xaa059b, 0x2, 0xc007679980, 0x1896, 0x1b, 0x437, 0xc003c08740)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007679980, 0x1896, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002487518, 0xc0062e94e0, 0x28, 0xc003cbeff0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 118 [semacquire]:
strings.genSplit(0xc00477b600, 0x870, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d6a000, 0x1c6, 0x1c6)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023d53c0, 0xaa0569, 0x2, 0xc004a8a400, 0x870, 0x2, 0x1c6, 0xc0062e9360)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004a8a400, 0x870, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023d5518, 0xc005629360, 0x43, 0xc0051abb80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033be60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 119 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0053b2000, 0x278, 0x278, 0x3, 0x0, 0x277, 0xc0053b2000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00033d518, 0xc0065286e0, 0xc006529060)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bf20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 120 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003a1c090, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003409518, 0xc00384c240, 0x4f, 0xc00002b9a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 121 [semacquire]:
strings.Replace(0xc003a77400, 0x2412, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x1c, 0xc003a77400, 0x2412)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b49518, 0xc00392c540, 0xc0042c60a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003620c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 122 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00264f500, 0xa45, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00264f500, 0xa45, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00264f500, 0xa45, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00264f500, 0xa45, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00264f500, 0xa45, 0x0, 0x0, 0xa45, 0xc00264f500, 0xa45)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00264f500, 0xa45, 0xa45, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc5800, 0x32, 0xc00264f500, 0xa45, 0xc00264f500, 0xa45, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc5800, 0x32, 0xc00264f500, 0xa45, 0xaa0378, 0x1, 0xc00264f500, 0xa45, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 123 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00395f3c0, 0xaa0599, 0x2, 0xc00571a000, 0x3adc, 0xc00571a000, 0xc00395f3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00571a000, 0x3adc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00395f518, 0xc00392cb40, 0x45, 0xc001bdaa1b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 124 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc006687000, 0xf3c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001a478c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003e25518, 0xc003647500, 0xc0036474c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 125 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4014500, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007212390, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007212380, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006789200, 0x5fc, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00259d880, 0x73, 0xc006789200, 0x5fc, 0xc006789200, 0x5fc, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00259d880, 0x73, 0xc006789200, 0x5fc, 0xaa0378, 0x1, 0xc006789200, 0x5fc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003623c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 126 [semacquire]:
bytes.makeSlice(0x1ca2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003314c60, 0xce, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003314c60, 0xc003c98750, 0xce, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003314c60, 0xc003c98750, 0xce, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003314c60, 0xc0027fff80, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003314c60, 0xc0027fff10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003314c60, 0xc00473bf10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003314c60, 0xc00473be30, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003314c60, 0xc00473b730, 0xb84d20, 0xc003314c60)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003314c60, 0xc00473b730, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003314ab0, 0x5bed1158, 0x1251a20, 0xc0043cc520, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 127 [semacquire]:
bytes.makeSlice(0x198, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001725388, 0xa, 0x10)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001725388, 0xc000714960, 0xa, 0x5165d7, 0xc0020335c6, 0xc004bb9140)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d41570)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d41500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d41420)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d40e00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d40d20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d40620)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0057526c0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001725518, 0xc0043cc7c0, 0x47, 0xc004935450)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 128 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002aad300, 0x10d9, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002aad300, 0x10d9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002aad300, 0x10d9, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002aad300, 0x10d9, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002aad300, 0x10d9, 0x0, 0x0, 0x10d9, 0xc002aad300, 0x10d9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002aad300, 0x10d9, 0x10d9, 0x1300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00657d8f0, 0x61, 0xc002aad300, 0x10d9, 0xc002aad300, 0x10d9, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00657d8f0, 0x61, 0xc002aad300, 0x10d9, 0xaa0378, 0x1, 0xc002aad300, 0x10d9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 129 [semacquire]:
strings.genSplit(0xc007515500, 0x1a5d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006299800, 0x423, 0x423)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002df13c0, 0xaa04d9, 0x2, 0xc00121ba80, 0x1a5d, 0x1, 0x423, 0xc0000a73c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00121ba80, 0x1a5d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002df1518, 0xc005f32200, 0x3f, 0xc003842a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003626c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 130 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12b8001a40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028798c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028798a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00424a000, 0x361, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bda384, 0x30, 0xc00424a000, 0x361, 0xc00424a000, 0x361, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bda384, 0x30, 0xc00424a000, 0x361, 0xaa0378, 0x1, 0xc00424a000, 0x361, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 131 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc004a0a800, 0xa89, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc0040ce310, 0x0, 0x0, 0x0, 0x0, 0xc0040ce310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0037688a0, 0x0, 0x0, 0x0, 0x1000, 0xc004705000, 0xf0b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004705000, 0xf0b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003937020)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001fb3518, 0xc003f27f60, 0xc005168840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 132 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004d327b0, 0x747eaa97, 0x1251a20, 0xc00427cf40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 133 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4014920, 0x7f1390001dd0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000028c50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000028c40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001b2b800, 0x795, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d1a9b0, 0x4e, 0xc001b2b800, 0x795, 0xc001b2b800, 0x795, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d1a9b0, 0x4e, 0xc001b2b800, 0x795, 0xaa0378, 0x1, 0xc001b2b800, 0x795, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003629c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 134 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc0000adef0, 0x30, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039ed588, 0xaa04f9, 0x2, 0xc0000adef0, 0x30, 0x2, 0x26, 0xc003db1f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0039ed518, 0xc0036478a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 135 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028cf750, 0xf, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xaaece6, 0x9, 0xf)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00105db00, 0xcf3, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:11 +0x3a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b896e0, 0x56, 0xc00105db00, 0xcf3, 0xc00105db00, 0xcf3, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b896e0, 0x56, 0xc00105db00, 0xcf3, 0xaa0378, 0x1, 0xc00105db00, 0xcf3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 136 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d00028f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020840e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020840d4, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002478500, 0x4a2, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168aff0, 0x2f, 0xc002478500, 0x4a2, 0xc002478500, 0x4a2, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168aff0, 0x2f, 0xc002478500, 0x4a2, 0xaa0378, 0x1, 0xc002478500, 0x4a2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 137 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:314 +0x5a9
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 138 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0004ce140, 0xc006c37210, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006c37588, 0xaa04f9, 0x2, 0xc0073dfb00, 0x16d, 0x4, 0xc006c37290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xe, 0xc0056d4a50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00455cba0, 0xc006c37320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc006c37518, 0xc003ff8e40, 0xc005de7780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc006c37518, 0xc003ff8e40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc006c37518, 0xc003ff8e40, 0xc003ff8e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 139 [semacquire]:
strings.genSplit(0xc002b81900, 0x1286, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003332000, 0x3a8, 0x3a8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017353c0, 0xaa04d9, 0x2, 0xc002bbe600, 0x1286, 0x1, 0x3a8, 0xc0062e9b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002bbe600, 0x1286, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001735518, 0xc0024bcda0, 0x40, 0xc001d18695)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 140 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1334001c20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005c61a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005c6160, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005ae2d80, 0x45b, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b12ab0, 0x30, 0xc005ae2d80, 0x45b, 0xc005ae2d80, 0x45b, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b12ab0, 0x30, 0xc005ae2d80, 0x45b, 0xaa0378, 0x1, 0xc005ae2d80, 0x45b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 141 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc001bd0c80, 0x9f, 0x2, 0xc002cfa198, 0xa, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc001bd0c80, 0x9f, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cfb0c0, 0xc003f8fab0, 0xc002cfa1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cfb0c0, 0xc003f8fa40, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002cfb0c0, 0xc003f8fa40, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002cfb0c0, 0xc003f8fa40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cfb0c0, 0xc003f8fa40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cfb0c0, 0xc003f8e460, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034b10c0, 0xc003f8e460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034b10c0, 0xc003f8e460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cfb0c0, 0xc003f8e380, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034b10c0, 0xc003f8e380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034b10c0, 0xc003f8e380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cfb0c0, 0xc003281c70, 0xc000c28a80, 0x7f13f041ac28)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034b10c0, 0xc003281c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034b10c0, 0xc003281c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cfb0c0, 0xc003281b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034b10c0, 0xc003281b90, 0x54b170, 0xc003208ea0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003281b90, 0x0, 0x0, 0x0, 0x0, 0xc003281b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0026f5ad0, 0x0, 0x0, 0x0, 0x1800, 0xc002fa1000, 0x161f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002fa1000, 0x161f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000027300)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0034b1518, 0xc002251b20, 0xc00075ffe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 143 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00384d700, 0xc0017772c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017773c0, 0xaa058b, 0x2, 0xc003bf6000, 0x7b8, 0x1, 0x184, 0xc00384d6e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003bf6000, 0x7b8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001777518, 0xc0024bc000, 0x47, 0xc00002af00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 144 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007555360, 0xc0025b1220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025b1588, 0xaa04f9, 0x2, 0xc004ed0700, 0x6cf, 0x14, 0x39, 0xc005de76c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0025b1518, 0xc0000a6820, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 145 [runnable]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e073c0, 0xaa0503, 0x2, 0xc004da1800, 0xab4, 0x1, 0x225, 0xc00166e0e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004da1800, 0xab4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e07518, 0xc003f26720, 0x41, 0xc0004aa5f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003632c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 146 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4008980, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000349020, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000349000, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00212b600, 0xcc8, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0037e0540, 0x58, 0xc00212b600, 0xcc8, 0xc00212b600, 0xcc8, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0037e0540, 0x58, 0xc00212b600, 0xcc8, 0xaa0378, 0x1, 0xc00212b600, 0xcc8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 147 [semacquire]:
regexp.onePassCopy(0xc005d08420, 0xc005d08420)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc005d08420, 0xc005d08420)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0016ff300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0016ff300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0016ff300, 0x0, 0xb856e0, 0xc0000a7ee8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0016ff300, 0xc000376770, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0016ff300, 0x42ca96, 0xc005d083f0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0016ff370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0049a2840, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00410f3e0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0016ff518, 0xc0004cebc0, 0xabc101, 0x1d, 0x49, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 148 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0001313c0, 0xaa0503, 0x2, 0xc001af2000, 0x5d6, 0x1, 0x17b, 0xc0041d7c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001af2000, 0x5d6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000131518, 0xc0004ce180, 0x52, 0xc00008e4f7)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 149 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13147ec710, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0072125b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0072125a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000632000, 0x61d, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2050, 0x4a, 0xc000632000, 0x61d, 0xc000632000, 0x61d, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f2050, 0x4a, 0xc000632000, 0x61d, 0xaa0378, 0x1, 0xc000632000, 0x61d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003635c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 150 [semacquire]:
strings.genSplit(0xc0060f7000, 0xf5c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0078c8000, 0x34b, 0x34b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e653c0, 0xaa04df, 0x2, 0xc00557e000, 0xf5c, 0x4, 0x34b, 0xc00384d2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00557e000, 0xf5c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e65518, 0xc005de68a0, 0x43, 0xc001e109b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 151 [semacquire]:
regexp.makeOnePass.func1(0xc, 0xc00580aa10, 0xf, 0xf, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc0050d86f0, 0xc0050d86f0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0050d8660, 0xc0050d8660)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0019c1300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0019c1300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0019c1300, 0x0, 0xb856e0, 0xc0000a7ea8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0019c1300, 0xc0005ba0e0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0019c1300, 0x42ca96, 0xc0050d84e0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0019c1370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc003f26e00, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0005e5440, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0019c1518, 0xc0002d8b20, 0xabc101, 0x1d, 0x2a, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 152 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0020a6000, 0x413b, 0xc003fe5218, 0xc0009fd180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0020a6000, 0x413b, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fe53c0, 0xaa0503, 0x2, 0xc0020a6000, 0x413b, 0x1, 0xd40, 0xc00000f8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0020a6000, 0x413b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fe5518, 0xc0024bdb40, 0x4a, 0xc003c11d10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 153 [semacquire]:
bytes.makeSlice(0x1b5b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005d08bd0, 0x26d, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005d08bd0, 0xc0018df400, 0x26d, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005d08bd0, 0xc0018df400, 0x26d, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005d08bd0, 0xc0025fce70, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005d08bd0, 0xc0025fce00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005d08bd0, 0xc002711ea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005d08bd0, 0xc002711dc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005d08bd0, 0xc0027116c0, 0xb84d20, 0xc005d08bd0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005d08bd0, 0xc0027116c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001995e30, 0x50d2a1, 0xc001d18900, 0x3d, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e87518, 0xc0023119e0, 0xc0049a2de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003638c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 154 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12ec197510, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a24870, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a24860, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0019d9700, 0x56a, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001721a80, 0x3e, 0xc0019d9700, 0x56a, 0xc0019d9700, 0x56a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001721a80, 0x3e, 0xc0019d9700, 0x56a, 0xaa0378, 0x1, 0xc0019d9700, 0x56a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 155 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003adb040, 0xc007abb2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007abb3c0, 0xaa04f9, 0x2, 0xc004d51000, 0xf39, 0xc004d51000, 0xc007abb3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004d51000, 0xf39, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007abb518, 0xc004db5520, 0x36, 0xc002ba7880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 156 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d47e2b90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000348d20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000348cc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0015b0a80, 0x91f, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b1a951, 0x4e, 0xc0015b0a80, 0x91f, 0xc0015b0a80, 0x91f, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b1a951, 0x4e, 0xc0015b0a80, 0x91f, 0xaa0378, 0x1, 0xc0015b0a80, 0x91f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 157 [semacquire]:
strings.genSplit(0xc005b5ca80, 0x9af, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc001dcc000, 0x1fc, 0x1fc)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c593c0, 0xaa04fd, 0x2, 0xc0056bca80, 0x9af, 0x39, 0x1fc, 0xc004f2a960)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0056bca80, 0x9af, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c59518, 0xc0004cf080, 0x5d, 0xc006b4ec00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 158 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004c81300, 0x108d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004c81300, 0x108d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004c81300, 0x108d, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004c81300, 0x108d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004c81300, 0x108d, 0x0, 0x0, 0x108d, 0xc004c81300, 0x108d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004c81300, 0x108d, 0x108d, 0x1500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004f49b6, 0x4b, 0xc004c81300, 0x108d, 0xc004c81300, 0x108d, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004f49b6, 0x4b, 0xc004c81300, 0x108d, 0xaa0378, 0x1, 0xc004c81300, 0x108d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 159 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1380005fc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0052f5bf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0052f5bd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000a03000, 0xe22, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bda3c0, 0x47, 0xc000a03000, 0xe22, 0xc000a03000, 0xe22, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bda3c0, 0x47, 0xc000a03000, 0xe22, 0xaa0378, 0x1, 0xc000a03000, 0xe22, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 160 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0024b7500, 0x9e0, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0024b7500, 0x9e0, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0024b7500, 0x9e0, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0024b7500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0024b7500, 0x9e0, 0x0, 0x0, 0x9e0, 0xa80, 0xc0024b7500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0024b7500, 0x9e0, 0x9e0, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a18480, 0x5c, 0xc0024b7500, 0x9e0, 0xc0024b7500, 0x9e0, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a18480, 0x5c, 0xc0024b7500, 0x9e0, 0xaa0378, 0x1, 0xc0024b7500, 0x9e0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 161 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0004ce900, 0xc00234c700, 0x6bd, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00234c700, 0x6bd, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001720600, 0x39, 0xc00234c700, 0x6bd, 0xc00234c700, 0x6bd, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001720600, 0x39, 0xc00234c700, 0x6bd, 0xaa0378, 0x1, 0xc00234c700, 0x6bd, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 162 [semacquire]:
strings.genSplit(0xc006cba380, 0xd75, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b63500, 0x28b, 0x28b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009093c0, 0xaa0503, 0x2, 0xc006cb8880, 0xd75, 0x1, 0x28b, 0xc0076875c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006cb8880, 0xd75, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000909518, 0xc0056cd120, 0x55, 0xc00600fd40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 163 [semacquire]:
bytes.makeSlice(0x5cd, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001c61388, 0xd9, 0xd0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001c61388, 0xc00010b7a0, 0xd9, 0x5165d7, 0xc0064813eb, 0xc002770010)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003eb1ab0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003eb1a40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f3f0a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f3efc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f3e8c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0051ec750, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c61518, 0xc0056cd4e0, 0x38, 0xc005a95b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 164 [semacquire]:
strings.genSplit(0xc002904000, 0x7ec, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006510000, 0x1e9, 0x1e9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022773c0, 0xaa058b, 0x2, 0xc0073fb000, 0x7ec, 0x1, 0x1e9, 0xc00798c7e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0073fb000, 0x7ec, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002277518, 0xc002311140, 0x2d, 0xc003937350)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 166 [semacquire]:
strings.genSplit(0xc005d42690, 0xf0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xf0, 0xc005d425a0, 0xf0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003039588, 0xaa04f9, 0x2, 0xc005d425a0, 0xf0, 0x10, 0xc003039290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x6, 0xc0065123f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005aceff0, 0xc003039320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc003039518, 0xc00531bad0, 0xc005a225c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003039518, 0xc00531bad0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003039518, 0xc00531bad0, 0xc00531bad0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 167 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003012270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003012340, 0xc003d5f3b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0030db8f0, 0x0, 0x0, 0x0, 0x0, 0x1e01, 0xc0030db8c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0030db8c0, 0x0, 0x0, 0x0, 0x2000, 0xc006f52000, 0x1ec8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006f52000, 0x1ec8, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00702cf80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004cb5518, 0xc0020bd020, 0xc0020bda60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 168 [runnable]:
golang.org/x/net/html.(*parser).addText(0xc005c73c70, 0xc004d9eac0, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x12d
golang.org/x/net/html.inBodyIM(0xc005c73c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005c73c70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005c73c70, 0xc0080e4070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00379f110, 0x0, 0x0, 0x0, 0x0, 0x1301, 0xc00379f0e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00379f0e0, 0x0, 0x0, 0x0, 0x1500, 0xc00522a000, 0x1381, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00522a000, 0x1381, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001d23200)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00090b518, 0xc0006abe00, 0xc0065e3040)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 169 [semacquire]:
bytes.makeSlice(0x31e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004f506c0, 0x8, 0x5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004f506c0, 0xc002b8edc8, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004f506c0, 0xc002b8edc8, 0x8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004f506c0, 0xc002b93650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc004f506c0, 0xc002b931f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004f506c0, 0xc002b93180, 0xb84d20, 0xc004f506c0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004f506c0, 0xc002b93180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001d17da0, 0x50d201, 0xc001d8842e, 0x40, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00264b518, 0xc002310000, 0xc00477e9c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 170 [semacquire]:
bytes.makeSlice(0xdf0, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006ecf388, 0x194, 0xfa)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006ecf388, 0xc001e1d520, 0x194, 0x5165d7, 0xc003bf1688, 0xc004821c68)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0001910a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000191030)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005a9500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005a9420)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00354f9d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0046ca8a0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006ecf518, 0xc0006aab20, 0x5c, 0xc001a09740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 171 [semacquire]:
github.com/gigawattio/window.Rolling(0xc007b5c000, 0x1eb, 0x1eb, 0x3, 0x0, 0x1ea, 0xc007b5c000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001949518, 0xc00798c0a0, 0xc00392db40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 172 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00664f800, 0x61a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00664f800, 0x61a, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00664f800, 0x61a, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00664f800, 0x61a, 0x0, 0x0, 0x61a, 0xc00664f800, 0x61a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00664f800, 0x61a, 0x61a, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0022be000, 0x2d, 0xc00664f800, 0x61a, 0xc00664f800, 0x61a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0022be000, 0x2d, 0xc00664f800, 0x61a, 0xaa0378, 0x1, 0xc00664f800, 0x61a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 173 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc0040a3000, 0xecb, 0xc0024a242c, 0x4)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006ff3c0, 0xaa05c9, 0x2, 0xc0040a3000, 0xecb, 0xc0040a3000, 0xc0006ff3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0040a3000, 0xecb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006ff518, 0xc005f32340, 0x3e, 0xc0022be740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 174 [semacquire]:
strings.genSplit(0xc0069f8400, 0xbb0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005e07200, 0x251, 0x251)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a9d3c0, 0xaa059b, 0x2, 0xc002a8c000, 0xbb0, 0x16, 0x251, 0xc0043cd100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a8c000, 0xbb0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000a9d518, 0xc00427df00, 0x44, 0xc0004aa4b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 175 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0074033c0, 0xaa04f9, 0x2, 0xc004e4e000, 0x1e8e, 0xc004e4e000, 0xc0074033b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004e4e000, 0x1e8e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007403518, 0xc0026045e0, 0x5a, 0xc00008f0e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 176 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004db4040, 0xc006575220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006575588, 0xaa04f9, 0x2, 0xc0036df4a0, 0xa2, 0xe, 0x2d, 0xc0065e37c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006575518, 0xc003e91900, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038aa20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 177 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc005b7c580, 0xc2b, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b793c0, 0xaa04df, 0x2, 0xc005b7c580, 0xc2b, 0x4, 0x244, 0xc007687220)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b7c580, 0xc2b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b79518, 0xc0041d60e0, 0x4f, 0xc0004ab360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038aae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 178 [semacquire]:
bytes.makeSlice(0xc3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0030ab138, 0x43, 0x40)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0030ab138, 0xc0043fed20, 0x43, 0x5165d7, 0xc0034cdc00, 0xc0040d1125)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f200e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f20070)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f1bf80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00357c6f0, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0030ab518, 0xc00357c6f0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0030ab518, 0xc0062fe7e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038aba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 179 [semacquire]:
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc004089ab0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180
github.com/PuerkitoBio/goquery.mapNodes(0xc001466e58, 0x1, 0x1, 0xc004b6f348, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc001466e58, 0x1, 0x1, 0xb856e0, 0xc0041d7420, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00455d8f0, 0xab9e11, 0x19, 0xc00455dad0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004b6f518, 0xc0041d7160, 0x974, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ac60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 180 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc00790f600, 0x896, 0xaa0378, 0x1, 0xc00790e400, 0x896)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00790f600, 0x896, 0xaa0378, 0x1, 0xc00790f600, 0x896)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ad20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 181 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc003890800, 0xe, 0x10, 0xc0013b5500, 0x15, 0x20, 0xc00480b020, 0xc0052a3168, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc0002c9db8, 0x1, 0x1, 0xc00480b0f0, 0x7f13f0419e98, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0002c9db8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0052a3168, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc004a53290, 0xc004c7a270)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00480b518, 0xc004a53290, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00480b518, 0xc0042c7f20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ade0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 182 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc004b12000, 0xee1, 0x7f13c858bf48, 0xc004b652e0)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b653c0, 0xaa058b, 0x2, 0xc004b12000, 0xee1, 0xc004b12000, 0xc004b653b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004b12000, 0xee1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b65518, 0xc00000ff20, 0x3c, 0xc001f3d2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038aea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 183 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c973c0, 0xaa04f9, 0x2, 0xc0054d0a80, 0x9c7, 0xc0054d0a80, 0xc004c973b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0054d0a80, 0x9c7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c97518, 0xc005a239e0, 0x5a, 0xc005ced200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038af60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 184 [semacquire]:
bytes.makeSlice(0x232, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00216b208, 0x9a, 0x4c)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00216b208, 0xc004833220, 0x9a, 0x5165d7, 0xc0041c5a53, 0xc001f7ff50)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004e64310)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004e642a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004e64070)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003ca6240, 0xc00379f320, 0xc003bf4200)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00216b518, 0xc0024bd0c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 185 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc006760a00, 0x13b0, 0x2, 0xc004003a58, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc006760a00, 0x13b0, 0xaa0378, 0x1, 0xc00675f500, 0x13b0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc006760a00, 0x13b0, 0xaa0378, 0x1, 0xc006760a00, 0x13b0)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 186 [runnable]:
strings.genSplit(0xc0005d8900, 0x803, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc007ebd500, 0x30000c002e5d360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e5d3c0, 0xaa04f9, 0x2, 0xc002fa7600, 0x803, 0xc002fa7600, 0xc002e5d3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002fa7600, 0x803, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e5d518, 0xc004ebb9c0, 0x61, 0xc001bc3eb7)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 187 [semacquire]:
bytes.makeSlice(0x600, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00104b0e8, 0x200, 0x200)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc00104b0e8, 0xb7b620, 0xc004c7a2d0, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc004c7a2d0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc004c7a2d0, 0xc00104b1d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004c7a2d0, 0x0, 0x0, 0x0, 0xd80, 0xc0022b6d80, 0xcc6, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0022b6d80, 0xcc6, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004eb5000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00104b518, 0xc004bb2e40, 0xc007731900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 188 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc0041d6cc0, 0xc003f6d110, 0xc0041d6ce0, 0x4, 0x4, 0xc0041d6ce0, 0x4, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc0041d6cc0, 0xc003f6ccb0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc0041d6cc0, 0xc003f6cc40, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc0041d6cc0, 0xc003f6cc40, 0xc0037c0f50, 0x747325, 0xc00004c700)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc003f6cb60, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc001466d58, 0x1, 0x1, 0xc0037c10b0, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc001466d58, 0x1, 0x1, 0xb856e0, 0xc0041d6cc0, 0xc00455cf00, 0xc00455cf00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00455ce10, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037c18f8, 0xc00174f900, 0x102b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 189 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Join(0xc0074c1800, 0x21, 0x40, 0xaa03a3, 0x1, 0xc0074c1800, 0x20)
/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002523388, 0xc001aa5a80, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:135 +0x1c8
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002523388, 0xc0027fd590, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002523301, 0xc000f5acb8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002523518, 0xc0027fd590, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 190 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00455c8d0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ecd8f8, 0xc0032ed980, 0x18db, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 191 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049273c0, 0xaa04f9, 0x2, 0xc003ba6a80, 0x9cb, 0xc003ba6a80, 0xc0049273b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003ba6a80, 0x9cb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004927518, 0xc002250240, 0x7b, 0xc0026a2395)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 192 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002ead860, 0xc5e85f67, 0x1251a20, 0xc00392c020, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 193 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0070a3402, 0xa7f, 0xc007189248, 0x79bc18)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0070a3402, 0xa7f, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003807518, 0xc0062fe860, 0xc007555d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 194 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002c80dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002c811e0, 0xc0078bddc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0020e87e0, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc0020e87b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0020e87b0, 0x0, 0x0, 0x0, 0xc00, 0xc001667400, 0xbc1, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc001667400, 0xbc1, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003d79b00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00367b518, 0xc0026058e0, 0xc003e914c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 195 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Join(0xc0033de200, 0x14, 0x20, 0xaa03a3, 0x1, 0xc0033de200, 0x10)
/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0030af388, 0xc006b86200, 0x5)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:135 +0x1c8
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0030af388, 0xc001f4d620, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0030af301, 0xc004750d28)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0030af518, 0xc001f4d620, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 196 [semacquire]:
strings.genSplit(0xc0043f6000, 0xa63, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005a18a00, 0x240, 0x240)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d193c0, 0xaa04f9, 0x2, 0xc004251500, 0xa63, 0x4, 0x240, 0xc006528ba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004251500, 0xa63, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d19518, 0xc006528820, 0x49, 0xc0051ab697)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 197 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc004f50120, 0xab2997, 0xc, 0xac009d, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:81 +0x3ab
github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc004747518, 0xc004f50120, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004747518, 0xc002250a40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 198 [semacquire]:
bytes.makeSlice(0x683, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0056d43c0, 0x7, 0xc004ca4dd8)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0056d43c0, 0xc0049d0b30, 0x7, 0x6, 0xffffffffffffffff, 0xad02e0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0056d43c0, 0xc0049d0b30, 0x7, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0056d43c0, 0xc0049e7030, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0056d43c0, 0xc0049e6e70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0056d43c0, 0xc0049e6d90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0056d43c0, 0xc0049e6690, 0xb84d20, 0xc0056d43c0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0056d43c0, 0xc0049e6690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0042a8510, 0xf0c4ba16, 0x1251a20, 0xc003ada4a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038baa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 199 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00356add0, 0xc8, 0x2, 0xc00480e198, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00356add0, 0xc8, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00480f0c0, 0xc003e789a0, 0xc00480e1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00480f0c0, 0xc003e78930, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00480f0c0, 0xc003e78930, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00480f0c0, 0xc003e78930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00480f0c0, 0xc003e78930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00480f0c0, 0xc003789dc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc003789dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc003789dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00480f0c0, 0xc003789ce0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc003789ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc003789ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00480f0c0, 0xc0037895e0, 0xc000ad9180, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc0037895e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc0037895e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00480f0c0, 0xc003789500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc003789500, 0x54b170, 0xc00475fee0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003789500, 0x0, 0x0, 0x0, 0x0, 0xc003789500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00474f0b0, 0x0, 0x0, 0x0, 0x1980, 0xc0027ecc80, 0x1843, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0027ecc80, 0x1843, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001bc4400)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0048d5518, 0xc002244740, 0xc002245060)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 200 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400fdf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000028700, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000286f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0005bf000, 0xb91, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000314132, 0x49, 0xc0005bf000, 0xb91, 0xc0005bf000, 0xb91, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000314132, 0x49, 0xc0005bf000, 0xb91, 0xaa0378, 0x1, 0xc0005bf000, 0xb91, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 201 [runnable]:
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc006dffed5, 0x7, 0x7, 0x2, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc006dffed5, 0x7, 0x2, 0xc00803e538, 0xc000041800, 0xc0025045d8, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc006dffed5, 0x7, 0xaa0378, 0x1, 0xc006fd2300, 0x6)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00803f0c0, 0xc00214e770, 0xc0022213f0, 0xc002504670)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803f0c0, 0xc00214e700, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025050c0, 0xc00214e700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025050c0, 0xc00214e700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803f0c0, 0xc00214e620, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025050c0, 0xc00214e620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025050c0, 0xc00214e620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803f0c0, 0xc002089e30, 0xc002504d00, 0x444010)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025050c0, 0xc002089e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025050c0, 0xc002089e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803f0c0, 0xc002089d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025050c0, 0xc002089d50, 0x54b170, 0xc005bd8680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002089d50, 0x0, 0x0, 0x0, 0x0, 0xc002089d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0026b90b0, 0x0, 0x0, 0x0, 0x900, 0xc0048a2000, 0x811, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0048a2000, 0x811, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005543d80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002505518, 0xc0043cc540, 0xc0002d9a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 202 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e633c0, 0xaa04f9, 0x2, 0xc001c1d800, 0x7ba, 0x3, 0x1b0, 0xc0077306e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001c1d800, 0x7ba, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e63518, 0xc00392de20, 0x64, 0xc00658e550)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 203 [semacquire]:
github.com/gigawattio/window.Rolling(0xc003d99980, 0x196, 0x196, 0x3, 0x0, 0x195, 0xc003d99980)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e85518, 0xc00000e0e0, 0xc00384dfe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038be60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 204 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x0)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc00270c984, 0x3, 0xaa4e4b, 0x5, 0x0, 0x1)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHeadIM(0xc0022d5ee0, 0x7f1300000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:583 +0x1f4
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0022d5ee0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0022d5ee0, 0xc001a48070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00384db80, 0x0, 0x0, 0x0, 0xc0023db200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00384db80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023db8f8, 0xc0023de000, 0x2e91, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bf20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 205 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002ff7110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002ff71e0, 0xc0028efc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004f2ac60, 0x0, 0x0, 0x0, 0xc0023d9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004f2ac60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023d98f8, 0xc0023d2000, 0x1caf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 206 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a5b3c0, 0xaa04f9, 0x2, 0xc003451100, 0xd64, 0x5, 0x250, 0xc003e914c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003451100, 0xd64, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a5b518, 0xc0002d8e80, 0x5f, 0xc00186d1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 207 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00384c740, 0xc0025112c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025113c0, 0xaa04df, 0x2, 0xc0041e2900, 0x8bc, 0x4, 0x1c1, 0xc0056cd8a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0041e2900, 0x8bc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002511518, 0xc0020e35c0, 0x65, 0xc001aff030)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 208 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002944120, 0xa2644378, 0x1251a20, 0xc0045bff60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 209 [semacquire]:
errors.New(...)
/usr/local/go/src/errors/errors.go:59
fmt.Errorf(0xabb2ed, 0x1c, 0xc0024eb0c8, 0x1, 0x1, 0x100, 0xc0024eb0e8)
/usr/local/go/src/fmt/errors.go:24 +0x18e
github.com/araddon/dateparse.unknownErr(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:117
github.com/araddon/dateparse.parseTime(0xc004723f00, 0xf7, 0x0, 0xc004723f00, 0xf7, 0xf7)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:237 +0x2cc
github.com/araddon/dateparse.ParseAny(0xc004723f00, 0xf7, 0x3, 0xaa0378, 0x1, 0xc004723f00, 0xf7)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0023f1518, 0xc0026042a0, 0xc002244bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 210 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00384dee0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00384dee0, 0x0, 0x0, 0x0, 0xc001c49200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00384dee0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c498f8, 0xc000752000, 0xf93, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 211 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0015c9800, 0xab6, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0015c9800, 0xab6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0015c9800, 0xab6, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0015c9800, 0xab6, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0015c9800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0015c9800, 0xab6, 0x0, 0x0, 0xab6, 0xc00, 0xc0015c9800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0015c9800, 0xab6, 0xab6, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009304e0, 0x57, 0xc0015c9800, 0xab6, 0xc0015c9800, 0xab6, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0009304e0, 0x57, 0xc0015c9800, 0xab6, 0xaa0378, 0x1, 0xc0015c9800, 0xab6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 212 [semacquire]:
strings.Replace(0xc002ed6000, 0xe05, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc002ed6000, 0xe05)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0019ef8f8, 0xc001975000, 0xdff, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 214 [semacquire]:
strings.genSplit(0xc00623e700, 0x6e8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002bde000, 0x178, 0x178)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006af3c0, 0xaa04f9, 0x2, 0xc001d4c000, 0x6e8, 0x4, 0x178, 0xc0000a60e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001d4c000, 0x6e8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006af518, 0xc002251ac0, 0x47, 0xc0004ab9a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 215 [semacquire]:
strings.genSplit(0xc002f04480, 0x1a3e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0060e0000, 0x4cb, 0x4cb)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001add3c0, 0xaa04f9, 0x2, 0xc0029ab500, 0x1a3e, 0x5, 0x4cb, 0xc0065e3620)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0029ab500, 0x1a3e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001add518, 0xc00075fe00, 0x29, 0xc001e12360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 216 [semacquire]:
bytes.makeSlice(0xa3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006e09198, 0xa3, 0x42ca96)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006e09198, 0xc00011cc60, 0xa3, 0x28, 0x28, 0xc0040c2990)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001fdff80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001fdff10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0046aa8d0, 0xc0040c2990, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc006e09518, 0xc0046aa8d0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006e09518, 0xc0002d8a40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 217 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008033c0, 0xaa0503, 0x2, 0xc00073db00, 0xca8, 0x1, 0x277, 0xc002244d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00073db00, 0xca8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000803518, 0xc000ffcc00, 0x26, 0xc001e123c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 218 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc00578d502, 0xa05, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006f31518, 0xc003f26220, 0xc003f26c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 219 [semacquire]:
github.com/gigawattio/window.Rolling(0xc005912000, 0x2ed, 0x2ed, 0x3, 0x0, 0x2ec, 0xc005912000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006f2d518, 0xc004972840, 0xc0049a3de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aaa80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 221 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0054d9800, 0x795, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0054d9800, 0x795, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0054d9800, 0x795, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0054d9800, 0x795, 0x0, 0x0, 0x795, 0xc0054d9800, 0x795)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0054d9800, 0x795, 0x795, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005a99f90, 0x4e, 0xc0054d9800, 0x795, 0xc0054d9800, 0x795, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005a99f90, 0x4e, 0xc0054d9800, 0x795, 0xaa0378, 0x1, 0xc0054d9800, 0x795, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aac00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 222 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc006772a80, 0xa6c, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c6f3c0, 0xaa05c9, 0x2, 0xc006772a80, 0xa6c, 0x6, 0x219, 0xc0049a3560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006772a80, 0xa6c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c6f518, 0xc00798c100, 0x4e, 0xc00378d770)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aacc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 223 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005910400, 0x8e6, 0xc0006f9218, 0xc0009fd180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005910400, 0x8e6, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006f93c0, 0xaa04fd, 0x2, 0xc005910400, 0x8e6, 0x30, 0x1b1, 0xc002605760)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005910400, 0x8e6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006f9518, 0xc0075545e0, 0x31, 0xc0040cdd80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aad80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 224 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00384d280, 0xc0072cb2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0072cb3c0, 0xaa04f9, 0x2, 0xc002f94000, 0x841, 0xc002f94000, 0xc0072cb3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002f94000, 0x841, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0072cb518, 0xc007731540, 0x27, 0xc001e12db0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aae40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 225 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000747a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc000747ad0, 0xc0055ca150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001995b30, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc001995b00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001995b00, 0x0, 0x0, 0x0, 0xc80, 0xc003893900, 0xc43, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc003893900, 0xc43, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0024ca4d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00251d518, 0xc0002d8c00, 0xc003e90be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aaf00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 226 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0001eba00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0001ebad0, 0xc002861650, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005de6160, 0x0, 0x0, 0x0, 0xc003f85200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005de6160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f858f8, 0xc003e0e400, 0xbb6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aafc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 227 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00744b6c0, 0xc004b5d2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b5d3c0, 0xaa0569, 0x2, 0xc007756e00, 0x64f, 0x3, 0x1bc, 0xc0076766e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007756e00, 0x64f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b5d518, 0xc007730c60, 0x38, 0xc004cc01c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab080, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 228 [semacquire]:
strings.genSplit(0xc003bf0a00, 0x66a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0059da1c0, 0x50000c003b87360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b873c0, 0xaa04f9, 0x2, 0xc003bf0300, 0x66a, 0xc003bf0300, 0xc003b873b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003bf0300, 0x66a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b87518, 0xc00392d300, 0x1b, 0xc001fd6a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab140, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 229 [semacquire]:
bytes.makeSlice(0x84, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00455c690, 0x4, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00455c690, 0xad063c, 0x4, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc00455c690, 0xc000644150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd
golang.org/x/net/html.render1(0xb84d20, 0xc00455c690, 0xc002f58690, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00455c690, 0xc002f58620, 0xb84d20, 0xc00455c690)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00455c690, 0xc002f58620, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00455c4e0, 0x8238aef6, 0x1251a20, 0xc0041d6320, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab200, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 230 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f132c233f10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ba8b40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ba8b30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001a7d400, 0x3a5, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ba62c0, 0x3a, 0xc001a7d400, 0x3a5, 0xc001a7d400, 0x3a5, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ba62c0, 0x3a, 0xc001a7d400, 0x3a5, 0xaa0378, 0x1, 0xc001a7d400, 0x3a5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab2c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1623 [runnable]:
strings.genSplit(0xc001f8afb8, 0x4c1, 0xaa0378, 0x1, 0x0, 0x1da, 0x1, 0xc00009f701, 0x1da)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc000fe7518, 0xc00379e4e0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000fe7518, 0xc0049a37e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00502e540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 232 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003314990, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a59518, 0xc002250ec0, 0x2c, 0xc001aacff0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 233 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005bd81a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005bd8270, 0xc00565d110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00427d780, 0x0, 0x0, 0x0, 0xc0015d3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00427d780, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015d38f8, 0xc0015ac600, 0x1179, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab500, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 234 [semacquire]:
strings.genSplit(0xc004db9800, 0x7bb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004fcc000, 0x200, 0x200)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cdd3c0, 0xaa04fd, 0x2, 0xc004b2f000, 0x7bb, 0x4b, 0x200, 0xc003adb840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004b2f000, 0x7bb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cdd518, 0xc003adb4e0, 0x30, 0xc006919230)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab5c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 235 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039873c0, 0xaa0599, 0x2, 0xc004323100, 0x694, 0x1, 0x1d1, 0xc00384c8a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004323100, 0x694, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003987518, 0xc002244000, 0xe, 0xc004734e50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab680, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 236 [semacquire]:
bytes.makeSlice(0x1760, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007987e60, 0x14, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007987e60, 0xc001d1f45c, 0x14, 0x6, 0x14, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc007987e60, 0xc001d1f45c, 0x36, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc00222b2d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc00222b1f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc00222a930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc001dd9490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc001dd93b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc001dd8cb0, 0xb84d20, 0xc007987e60)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc007987e60, 0xc001dd8cb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007987cb0, 0xefdc3464, 0x1251a20, 0xc00384cca0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab740, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 237 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f133c001ce0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036be560, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036be550, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004158600, 0x2f0, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012189f0, 0x2a, 0xc004158600, 0x2f0, 0xc004158600, 0x2f0, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012189f0, 0x2a, 0xc004158600, 0x2f0, 0xaa0378, 0x1, 0xc004158600, 0x2f0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab800, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 238 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc002454f00, 0x2ff, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0015f13c0, 0xaa059b, 0x2, 0xc002454f00, 0x2ff, 0xc, 0x120, 0xc004ec6580)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002454f00, 0x2ff, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0015f1518, 0xc00075e320, 0x30, 0xc001218277)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab8c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 239 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12b8006460, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005104050, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005104040, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002374900, 0x2c7, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ba7980, 0x34, 0xc002374900, 0x2c7, 0xc002374900, 0x2c7, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ba7980, 0x34, 0xc002374900, 0x2c7, 0xaa0378, 0x1, 0xc002374900, 0x2c7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab980, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 240 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d0006070, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ab0770, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ab0760, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006d9db80, 0x295, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0035edd47, 0x2f, 0xc006d9db80, 0x295, 0xc006d9db80, 0x295, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0035edd47, 0x2f, 0xc006d9db80, 0x295, 0xaa0378, 0x1, 0xc006d9db80, 0x295, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aba40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 241 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00673b800, 0x3a6, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00673b800, 0x3a6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00673b800, 0x3a6, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00673b800, 0x3a6, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00673b800, 0x3a6, 0x0, 0x0, 0x3a6, 0xc00673b800, 0x3a6)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00673b800, 0x3a6, 0x3a6, 0x400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168a690, 0x2b, 0xc00673b800, 0x3a6, 0xc00673b800, 0x3a6, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168a690, 0x2b, 0xc00673b800, 0x3a6, 0xaa0378, 0x1, 0xc00673b800, 0x3a6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abb00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 242 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004338200, 0xc0022792c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022793c0, 0xaa04f9, 0x2, 0xc00212f000, 0x73c, 0x3, 0x207, 0xc0056cdf00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00212f000, 0x73c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002279518, 0xc002244d60, 0x25, 0xc001aacd50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abbc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 243 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001e68300, 0x6da, 0xc001adb218, 0xc00004c700)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001e68300, 0x6da, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001adb3c0, 0xaa058b, 0x2, 0xc001e68300, 0x6da, 0x1, 0x1e8, 0xc0024bc020)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001e68300, 0x6da, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001adb518, 0xc0020e3980, 0x3c, 0xc001cc4f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abc80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 244 [semacquire]:
strings.genSplit(0xc005a47b80, 0x143, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42d308, 0x30, 0x8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006f25518, 0xc005d08840, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup.func1(0x6, 0xc005d08840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:727 +0x9e
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005d085a0, 0xc006f25408, 0xc002896870)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc006f25518, 0xc002896870, 0xc002896870)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abd40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 245 [semacquire]:
bytes.makeSlice(0x2b1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0042801e0, 0x7, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0042801e0, 0xad070f, 0x7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0042801e0, 0xc006e2c150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316
golang.org/x/net/html.render1(0xb84d20, 0xc0042801e0, 0xc003f19810, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0042801e0, 0xc003f197a0, 0xb84d20, 0xc0042801e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0042801e0, 0xc003f197a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003fc15f0, 0x50d201, 0xc00554a73a, 0x41, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c5f518, 0xc00534f7a0, 0xc0065e31c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abe00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 246 [semacquire]:
bytes.makeSlice(0x17cf, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002b36990, 0x9, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002b36990, 0xc0016e72c0, 0x9, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002b36990, 0xc0016e72c0, 0x9, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002b36990, 0xc007894070, 0x1, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc002b36990, 0xc00585df80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002b36990, 0xc003fa65b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002b36990, 0xc003fa64d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002b36990, 0xc003d6eee0, 0xb84d20, 0xc002b36990)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002b36990, 0xc003d6eee0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0075a52f0, 0xb25a4251, 0x1251a20, 0xc00798c640, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abec0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 247 [semacquire]:
bytes.makeSlice(0x1ae3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002b36f30, 0x4f, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002b36f30, 0xc003546050, 0x4f, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002b36f30, 0xc003546050, 0x4f, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002b36f30, 0xc00600c2a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc002b36f30, 0xc00600c1c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002b36f30, 0xc003fb8e70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002b36f30, 0xc003fb8d90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002b36f30, 0xc003fb8690, 0xb84d20, 0xc002b36f30)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002b36f30, 0xc003fb8690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002b36cf0, 0xb25fa770, 0x1251a20, 0xc0000a6dc0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 248 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d8249f50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003622110, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036220f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0000f8d80, 0x438, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a18000, 0x52, 0xc0000f8d80, 0x438, 0xc0000f8d80, 0x438, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a18000, 0x52, 0xc0000f8d80, 0x438, 0xaa0378, 0x1, 0xc0000f8d80, 0x438, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 249 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000621000, 0xb92, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000621000, 0xb92, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000621000, 0xb92, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000621000, 0xb92, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000621000, 0xb92, 0x0, 0x0, 0xb92, 0xc000621000, 0xb92)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000621000, 0xb92, 0xb92, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028b71c0, 0x3f, 0xc000621000, 0xb92, 0xc000621000, 0xb92, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0028b71c0, 0x3f, 0xc000621000, 0xb92, 0xaa0378, 0x1, 0xc000621000, 0xb92, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 250 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b8f180, 0xf, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xaaece6, 0x9, 0xf)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0028f8000, 0x387, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:11 +0x3a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019de180, 0x2e, 0xc0028f8000, 0x387, 0xc0028f8000, 0x387, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019de180, 0x2e, 0xc0028f8000, 0x387, 0xaa0378, 0x1, 0xc0028f8000, 0x387, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d81e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 251 [semacquire]:
github.com/gigawattio/window.Rolling(0xc002e1d000, 0xf3, 0xf3, 0x3, 0x0, 0xf2, 0xc002e1d000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002649518, 0xc0004cf220, 0xc003e91d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d82a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 252 [semacquire]:
strings.genSplit(0xc0052ea800, 0x7a9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1c7, 0x1c7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00276f3c0, 0xaa0599, 0x2, 0xc004361000, 0x7a9, 0x1, 0x1c7, 0xc0045bfb20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004361000, 0x7a9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00276f518, 0xc002604d00, 0x57, 0xc0003145a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 253 [semacquire]:
strings.genSplit(0xc00620f600, 0x86c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc007bab8f0, 0xc006679360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0066793c0, 0xaa04d9, 0x2, 0xc00620ed00, 0x86c, 0xc00620ed00, 0xc0066793b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00620ed00, 0x86c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006679518, 0xc007676700, 0x5a, 0xc001afa5bc)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 254 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003be4c00, 0xbd2, 0xc001c6d218, 0xc000782380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003be4c00, 0xbd2, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c6d3c0, 0xaa04d9, 0x2, 0xc003be4c00, 0xbd2, 0x1, 0x27a, 0xc007731000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003be4c00, 0xbd2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c6d518, 0xc0006aaea0, 0x55, 0xc001afa8a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d84e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 255 [semacquire]:
bytes.makeSlice(0xe3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001fa5388, 0x63, 0xc001fa51a0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001fa5388, 0xc00657c850, 0x63, 0x5165d7, 0xc0074b28e9, 0xc004da8cd5)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00297cbd0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00297cb60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00297ca80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00297c9a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006b04930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005e2c210, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fa5518, 0xc002244760, 0x63, 0xc00657c782)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d85a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 256 [semacquire]:
strings.Replace(0xc005d03200, 0xc74, 0xaa3f06, 0x4, 0xaa1c36, 0x3, 0x1, 0xc005d03200, 0xc74)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000925518, 0xc0000a6ee0, 0xc0000a7cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 257 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0046ea000, 0x133a, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0046ea000, 0x133a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0046ea000, 0x133a, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0046ea000, 0x133a, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0046ea000, 0x133a, 0x0, 0x0, 0x133a, 0xc0046ea000, 0x133a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0046ea000, 0x133a, 0x133a, 0x1800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aad830, 0x2c, 0xc0046ea000, 0x133a, 0xc0046ea000, 0x133a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aad830, 0x2c, 0xc0046ea000, 0x133a, 0xaa0378, 0x1, 0xc0046ea000, 0x133a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 258 [semacquire]:
strings.genSplit(0xc00492e000, 0xa41, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007434f00, 0x212, 0x212)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006f613c0, 0xaa059b, 0x2, 0xc0055a6a80, 0xa41, 0x15, 0x212, 0xc0076871c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0055a6a80, 0xa41, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006f61518, 0xc0062e9ca0, 0x31, 0xc005e573c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d87e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 259 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0067653c0, 0xaa04f9, 0x2, 0xc0059a4800, 0x1665, 0x7, 0x446, 0xc0065e3d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0059a4800, 0x1665, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006765518, 0xc002250b40, 0x35, 0xc0024c5340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d88a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 260 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0058cc680, 0xc0078b9ea0, 0x9b)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0058cc680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0058cc680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0058cc680, 0xc00374a070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a22c40, 0x0, 0x0, 0x0, 0xc0030d1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a22c40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030d18f8, 0xc00418f900, 0xc1f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 261 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fe73c0, 0xaa04f9, 0x2, 0xc00256b900, 0x489, 0xc00256b900, 0xc002fe73b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00256b900, 0x489, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fe7518, 0xc0002d96c0, 0x3f, 0xc0037731c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 262 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0025cf0e8, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0025cf0e8, 0xb7b620, 0xc0051ec690, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0051ec690, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0051ec690, 0xc0025cf1d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0051ec690, 0x0, 0x0, 0x0, 0xd80, 0xc002dd6880, 0xd37, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc002dd6880, 0xd37, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc002579810)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0025cf518, 0xc004ec61c0, 0xc0076764a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 263 [semacquire]:
strings.genSplit(0xc0008c2900, 0x8ad, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0050ee000, 0x1c1, 0x1c1)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049cb3c0, 0xaa04fd, 0x2, 0xc003c46d00, 0x8ad, 0x2c, 0x1c1, 0xc003e90780)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003c46d00, 0x8ad, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0049cb518, 0xc0019e9da0, 0x3c, 0xc003843600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 264 [semacquire]:
strings.genSplit(0xc001d64a00, 0x4d7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00322ec00, 0x12e, 0x12e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006df53c0, 0xaa04d9, 0x2, 0xc0070c8000, 0x4d7, 0x1, 0x12e, 0xc00384c660)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0070c8000, 0x4d7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006df5518, 0xc004972e80, 0x56, 0xc00081ff80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 265 [semacquire]:
strings.genSplit(0xc004142a80, 0x979, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006a86000, 0x1e5, 0x1e5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028fd3c0, 0xaa0569, 0x2, 0xc005761500, 0x979, 0x5, 0x1e5, 0xc00392d5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005761500, 0x979, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028fd518, 0xc002311ca0, 0x31, 0xc003843ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 266 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005bd9040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc005bd9110, 0xc002f74150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002250160, 0x0, 0x0, 0x0, 0xc0015d5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002250160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015d58f8, 0xc0015d9900, 0x103e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 267 [semacquire]:
bytes.makeSlice(0x62f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007987b30, 0x43, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007987b30, 0xc00378cf00, 0x43, 0x6, 0xffffffffffffffff, 0x1)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc007987b30, 0xc00378cf00, 0x43, 0x74e006, 0xc001760bb0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc007987b30, 0xc000cf4af0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc007987b30, 0xc000cf4a80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987b30, 0xc000cf49a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987b30, 0xc000cf48c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987b30, 0xc000cf41c0, 0xb84d20, 0xc007987b30)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc007987b30, 0xc000cf41c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0057e5500, 0xefdabaa0, 0x1251a20, 0xc0002d9d60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 268 [semacquire]:
strings.genSplit(0xc0030f8000, 0x95b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007426000, 0x1e7, 0x1e7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036753c0, 0xaa04d9, 0x2, 0xc005307500, 0x95b, 0x1, 0x1e7, 0xc00416b0c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005307500, 0x95b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003675518, 0xc00416ac00, 0x5d, 0xc005ceda40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 269 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b3f3c0, 0xaa04f9, 0x2, 0xc003ec8300, 0x6ab, 0xc003ec8300, 0xc004b3f3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003ec8300, 0x6ab, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b3f518, 0xc00427c8a0, 0x3c, 0xc0035ec9c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 270 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc006a58a80, 0x926, 0xc004005218, 0xc0009fd180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc006a58a80, 0x926, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040053c0, 0xaa0569, 0x2, 0xc006a58a80, 0x926, 0x12, 0x21d, 0xc003db1d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006a58a80, 0x926, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004005518, 0xc0019e86e0, 0x43, 0xc0039ad4a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d90e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 271 [runnable]:
strings.genSplit(0xc006696a80, 0xa59, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1fe, 0x1fe)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fb73c0, 0xaa0569, 0x2, 0xc00631a000, 0xa59, 0x3, 0x1fe, 0xc0061fe200)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00631a000, 0xa59, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fb7518, 0xc003db1a20, 0x34, 0xc005213840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d91a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 272 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12c8001c40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00249da70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00249da60, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00348fb80, 0x57a, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019dff80, 0x28, 0xc00348fb80, 0x57a, 0xc00348fb80, 0x57a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019dff80, 0x28, 0xc00348fb80, 0x57a, 0xaa0378, 0x1, 0xc00348fb80, 0x57a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 273 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005b59000, 0xe60, 0xc001eef218, 0xc000782380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005b59000, 0xe60, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001eef3c0, 0xaa0599, 0x2, 0xc005b59000, 0xe60, 0x1, 0x34c, 0xc007730920)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b59000, 0xe60, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001eef518, 0xc0020bd240, 0x59, 0xc00051d680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 274 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0041f4d20, 0x50d201, 0xc001c78000, 0x69, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0015ef518, 0xc0002d8d40, 0xc00744bdc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d93e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 275 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002502ff8, 0x46e6ce, 0xc002aca000, 0xc000b5d180, 0x7f13f041c080, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x1063, 0x4000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005bd8680, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006145890, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025038f8, 0xc000522800, 0x1778, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d94a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 277 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001fce000, 0xc0b, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001fce000, 0xc0b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001fce000, 0xc0b, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001fce000, 0xc0b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001fce000, 0xc0b, 0x0, 0x0, 0xc0b, 0xc001fce000, 0xc0b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001fce000, 0xc0b, 0xc0b, 0xd80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a22060, 0x5e, 0xc001fce000, 0xc0b, 0xc001fce000, 0xc0b, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a22060, 0x5e, 0xc001fce000, 0xc0b, 0xaa0378, 0x1, 0xc001fce000, 0xc0b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 278 [semacquire]:
strings.genSplit(0xc004692000, 0x1ea1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x5d8, 0x5d8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00228f3c0, 0xaa058b, 0x2, 0xc003798000, 0x1ea1, 0x1, 0x5d8, 0xc0062ff1c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003798000, 0x1ea1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00228f518, 0xc0062fede0, 0x5c, 0xc005cb42a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d96e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 279 [semacquire]:
bytes.makeSlice(0x596, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0022e9388, 0x120, 0x6c)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0022e9388, 0xc0055cf440, 0x120, 0x5165d7, 0xc006b88f46, 0xc004f7aeb0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e1260)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e11f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e0930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e0850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e0150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0057b6e10, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0022e9518, 0xc00166f9e0, 0x44, 0xc005a99d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d97a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 280 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c29400, 0xaa04f9, 0x2, 0xc00164e000, 0x1779, 0xc004c29240, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc003fc0f60)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003fc0f30, 0xc004c292c8, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc004c29388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc004c29388, 0xc003e1fef0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc004c29301, 0xc0002c8bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc004c29518, 0xc003e1fef0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 281 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046c33c0, 0xaa0503, 0x2, 0xc001962c00, 0x1042, 0x1, 0x2f5, 0xc0065e3440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001962c00, 0x1042, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046c3518, 0xc004f2a820, 0x2b, 0xc0065ce450)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 282 [semacquire]:
strings.genSplit(0xc003354d80, 0xd54, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc006dfcfc0, 0xc004b37360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b373c0, 0xaa04fd, 0x2, 0xc000f6b600, 0xd54, 0xc000f6b600, 0xc004b373b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000f6b600, 0xd54, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b37518, 0xc0049737c0, 0x4a, 0xc0047fa050)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d99e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 283 [semacquire]:
strings.genSplit(0xc002b12600, 0x1157, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00732e000, 0x360, 0x360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006d5d3c0, 0xaa0569, 0x2, 0xc00286ac00, 0x1157, 0x4, 0x360, 0xc0006aaf40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00286ac00, 0x1157, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006d5d518, 0xc005f32940, 0x3f, 0xc001721d00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 284 [runnable]:
regexp.(*inputString).step(0xc00621e1b0, 0xc04, 0xc00621e130, 0xc02)
/usr/local/go/src/regexp/regexp.go:365 +0xbc
regexp.(*machine).match(0xc00621e0f0, 0xb886e0, 0xc00621e1b0, 0xc02, 0xc00127f8f0)
/usr/local/go/src/regexp/exec.go:237 +0x28d
regexp.(*Regexp).doExecute(0xc001b24a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00476a002, 0xe13, 0xbc2, 0x2, ...)
/usr/local/go/src/regexp/exec.go:542 +0x177
regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc00476a002, 0xe13, 0x2, 0xc00127fa58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc00476a002, 0xe13, 0x0, 0x0, 0xc0001e9410, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00476a002, 0xe13, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 285 [semacquire]:
strings.genSplit(0xc002bd4000, 0x98b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007138000, 0x1f5, 0x1f5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00498b3c0, 0xaa05c9, 0x2, 0xc00675d500, 0x98b, 0x4, 0x1f5, 0xc0006aaf60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00675d500, 0x98b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00498b518, 0xc005f32ce0, 0x42, 0xc00378cf50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 286 [semacquire]:
bytes.makeSlice(0xb4e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004a91388, 0x10e, 0x9d)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004a91388, 0xc0041fa360, 0x10e, 0x5165d7, 0xc001b7baf6, 0xc0040580c8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002f76850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de5f80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de52d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de51f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de4af0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0050bd080, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004a91518, 0xc00384c6c0, 0x43, 0xc00378c2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 287 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc005bd89c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005bd89c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005bd89c0, 0xc005b1ec40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062ffc40, 0x0, 0x0, 0x0, 0xc003a4f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062ffc40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a4f8f8, 0xc0006e2a00, 0x13dd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 288 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e41a63b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ad4c60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ad4c50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0022d9400, 0x4fe, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005b38840, 0x40, 0xc0022d9400, 0x4fe, 0xc0022d9400, 0x4fe, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005b38840, 0x40, 0xc0022d9400, 0x4fe, 0xaa0378, 0x1, 0xc0022d9400, 0x4fe, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 289 [semacquire]:
strings.genSplit(0xc0061f9b00, 0xd0e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2ba, 0x2ba)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e5b3c0, 0xaa04df, 0x2, 0xc0026ffb00, 0xd0e, 0x6, 0x2ba, 0xc004bb3ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0026ffb00, 0xd0e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e5b518, 0xc002310fe0, 0x27, 0xc0000ad080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 290 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc001f6b6b0, 0x6, 0x6, 0xc004a8efe0, 0xc00416a980, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc00576a5c0, 0x1, 0x1, 0xc004a8f0b0, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc00576a5c0, 0x1, 0x1, 0xb856e0, 0xc00416a980, 0xc001f6b680, 0xc001f6b680, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001f6b590, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a8f8f8, 0xc0029f2000, 0xf0e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 291 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007686ce0, 0xc00355b220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00355b588, 0xaa04f9, 0x2, 0xc003ca4800, 0x71e, 0x12, 0x25, 0xc0056291e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00355b518, 0xc003938380, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f20c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 292 [semacquire]:
bytes.(*Buffer).grow(0xc006f64100, 0x1, 0xc0)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc006f64100, 0x1189d2a, 0x1, 0x1, 0xb7, 0xc0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc006f64100, 0xc001d61800, 0xb7, 0xb7, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006f64100, 0xc006f4db20, 0xc002221340, 0xc006f63f68)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f64100, 0xc006f4dab0, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006f650c0, 0xc006f4dab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:229 +0x376
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006f650c0, 0xc006f4dab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f650c0, 0xc006f4d9d0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006f650c0, 0xc006f4d9d0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006f650c0, 0xc006f4d9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006f650c0, 0xc006f4d9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f650c0, 0xc006f4d500, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d130c0, 0xc006f4d500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d130c0, 0xc006f4d500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f650c0, 0xc006f4d420, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d130c0, 0xc006f4d420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d130c0, 0xc006f4d420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f650c0, 0xc006f4cd20, 0xc0002af500, 0x7f13f0419e98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d130c0, 0xc006f4cd20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d130c0, 0xc006f4cd20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f650c0, 0xc006f4cc40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d130c0, 0xc006f4cc40, 0x54b170, 0xc004113a00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006f4cc40, 0x0, 0x0, 0x0, 0x0, 0xc006f4cc40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050d9b60, 0x0, 0x0, 0x0, 0xa80, 0xc006f54a80, 0x990, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006f54a80, 0x990, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003c10960)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d13518, 0xc0004ce7e0, 0xc003f27c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 293 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00253b588, 0xaa04f9, 0x2, 0xc00600e780, 0x5f, 0xf, 0xc00253b290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc0037341e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00265fb00, 0xc00253b320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00253b518, 0xc001e4eea0, 0xc002311c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00253b518, 0xc001e4eea0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00253b518, 0xc001e4eea0, 0xc001e4eea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 294 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f4006340, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047b1940, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047b1930, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002982f00, 0x48d, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e10b40, 0x42, 0xc002982f00, 0x48d, 0xc002982f00, 0x48d, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e10b40, 0x42, 0xc002982f00, 0x48d, 0xaa0378, 0x1, 0xc002982f00, 0x48d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 295 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0016f3800, 0x3fc, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0016f3800, 0x3fc, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0016f3800, 0x3fc, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0016f3800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0016f3800, 0x3fc, 0x0, 0x0, 0x3fc, 0x400, 0xc0016f3800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0016f3800, 0x3fc, 0x3fc, 0x400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bda327, 0x3f, 0xc0016f3800, 0x3fc, 0xc0016f3800, 0x3fc, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bda327, 0x3f, 0xc0016f3800, 0x3fc, 0xaa0378, 0x1, 0xc0016f3800, 0x3fc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f23c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 296 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0005ab1e0, 0xc00257a000, 0xf5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0005ab1e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005ab1e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0005ab1e0, 0xc0002de070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004ce800, 0x0, 0x0, 0x0, 0xc003803200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004ce800, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038038f8, 0xc0041a6000, 0x1f7e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 297 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00475eea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc00475ef70, 0xc001f27ce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d67a0, 0x0, 0x0, 0x0, 0xc001fa1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d67a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fa18f8, 0xc0015fa000, 0xfa5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 298 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f130000a9e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ac64a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ac6490, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0054cc600, 0x1f5, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00388080a, 0x31, 0xc0054cc600, 0x1f5, 0xc0054cc600, 0x1f5, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00388080a, 0x31, 0xc0054cc600, 0x1f5, 0xaa0378, 0x1, 0xc0054cc600, 0x1f5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 299 [semacquire]:
strings.genSplit(0xc005e66f00, 0x4ef, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0027d0c00, 0x118, 0x118)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b4b3c0, 0xaa04d9, 0x2, 0xc005e66000, 0x4ef, 0x1, 0x118, 0xc0004cefe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005e66000, 0x4ef, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b4b518, 0xc003938200, 0x42, 0xc0002dd9f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f26c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 300 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002ff7380, 0xc0035b2103, 0x7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002ff7380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002ff7380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002ff7380, 0xc00562b730, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004f2aca0, 0x0, 0x0, 0x0, 0xc004c9b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004f2aca0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c9b8f8, 0xc001c2b000, 0x154e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 301 [semacquire]:
strings.genSplit(0xc00489c000, 0x499, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00275f300, 0x104, 0x104)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b3f3c0, 0xaa0569, 0x2, 0xc00229ea00, 0x499, 0x3, 0x104, 0xc002244aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00229ea00, 0x499, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b3f518, 0xc00427dd80, 0x32, 0xc005b38240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 302 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003916800, 0x15c9, 0xc003955218, 0xc0002af880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003916800, 0x15c9, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039553c0, 0xaa04df, 0x2, 0xc003916800, 0x15c9, 0x7, 0x460, 0xc0062e8e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003916800, 0x15c9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003955518, 0xc0062e89a0, 0x4d, 0xc0076e8972)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 303 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001bbb450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001bbb520, 0xc002e51b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001e4ef60, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001e4ef30, 0x0, 0x0, 0x0, 0x2800, 0xc002564000, 0x278f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc002564000, 0x278f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000026a00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002b75518, 0xc000ffc0a0, 0xc0006aaca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f29c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 304 [semacquire]:
strings.Replace(0xc003044000, 0x1118, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc003044000, 0x1118)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025198f8, 0xc0015e1300, 0x1116, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 305 [semacquire]:
regexp.makeOnePass.func1(0x4, 0xc004190580, 0xf, 0xf, 0x1)
/usr/local/go/src/regexp/onepass.go:383 +0xb9b
regexp.makeOnePass(0xc005e2c0c0, 0xc005e2c0c0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc005e2c060, 0xc005e2c060)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001e37300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001e37300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001e37300, 0x0, 0xb856e0, 0xc0000a7fe8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001e37300, 0xc00187d5e0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001e37300, 0x42ca96, 0xc005e2c030, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001e37370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007730a60, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001c842d0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001e37518, 0xc00075f140, 0xabc101, 0x1d, 0x3c, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 21 [select]:
github.com/patrickmn/go-cache.(*janitor).Run(0xc0001bd4d0, 0xc0001ee2c0)
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5
created by github.com/patrickmn/go-cache.runJanitor
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9
goroutine 306 [semacquire]:
strings.genSplit(0xc002b10000, 0x1279, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0075c6800, 0x376, 0x376)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028ff3c0, 0xaa058b, 0x2, 0xc001645900, 0x1279, 0x1, 0x376, 0xc007554cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001645900, 0x1279, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028ff518, 0xc0002d8020, 0x41, 0xc003c105f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 307 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc007031c00, 0x65d, 0xc001779218, 0xc0009fd180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc007031c00, 0x65d, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017793c0, 0xaa05c9, 0x2, 0xc007031c00, 0x65d, 0x2, 0x157, 0xc003e907e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007031c00, 0x65d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001779518, 0xc0020e2120, 0x4d, 0xc001d1b4a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 308 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f4001b00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023aec30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023aec20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00211a480, 0x426, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc4040, 0x3d, 0xc00211a480, 0x426, 0xc00211a480, 0x426, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc4040, 0x3d, 0xc00211a480, 0x426, 0xaa0378, 0x1, 0xc00211a480, 0x426, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 309 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045cf588, 0xaa04f9, 0x2, 0xc006b83880, 0x326, 0x2, 0x9, 0xc0041d6060)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0045cf518, 0xc0024bce20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 310 [semacquire]:
strings.genSplit(0xc0014b5500, 0x925, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc003ba3260, 0x10000c001693360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016933c0, 0xaa04d9, 0x2, 0xc0014b4a80, 0x925, 0xc0014b4a80, 0xc0016933b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0014b4a80, 0x925, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001693518, 0xc005a229e0, 0x36, 0xc001aa0a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 311 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e720, 0xc00278e770, 0xc001467158, 0x1, 0x1, 0xc001467158, 0x1, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e720, 0xc00278e5b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e720, 0xc00278e540, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc001d0e720, 0xc00278e540, 0xc002970f50, 0x747325, 0xc00004c700)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc00278e460, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc001467140, 0x1, 0x1, 0xc0029710b0, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc001467140, 0x1, 0x1, 0xb856e0, 0xc001d0e720, 0xc005a643c0, 0xc005a643c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005a642d0, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dfb8f8, 0xc004322300, 0x65f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 312 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0066901a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc006690270, 0xc001c2d6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7e20, 0x0, 0x0, 0x0, 0xc00319b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7e20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00319b8f8, 0xc006682600, 0x11ef, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 313 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf400, 0x0, 0x0, 0x0, 0xc005d5db00, 0x82c, 0x2, 0xc00296d038, 0xc005d5db00, 0x82c, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc005d5db00, 0x82c, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc002cd69a0, 0x0, 0x0, 0x0, 0x0, 0xc002cd69a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004104090, 0x0, 0x0, 0x0, 0xa80, 0xc002cd5500, 0x9c6, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002cd5500, 0x9c6, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0019df650)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0036a5518, 0xc001d0f040, 0xc001d0f900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 314 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00081d588, 0xaa04f9, 0x2, 0xc00421ea00, 0x14cd, 0x0, 0xc000ad9500, 0x7f13f04197d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00081d518, 0xc005629220, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 315 [semacquire]:
regexp.makeOnePass(0xc005dfa060, 0xc005dfa060)
/usr/local/go/src/regexp/onepass.go:309 +0x20e
regexp.compileOnePass(0xc00515aa80, 0xc00515aa80)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007ac8ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007ac8ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203001, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007ac8ff8, 0xc002c42e00, 0xc007ac0770, 0x5199fd, 0xc001fd4000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007ac8ff8, 0x203001, 0xc00107e000, 0xc00107e000, 0x1007f13f0419e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007ac8ff8, 0x46e6ce, 0xc001bd14a0, 0xc00107e000, 0x7f13f0419e98, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x99, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc002d8fe10, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00515aa50, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c438f8, 0xc002021c00, 0xacc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f32c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 316 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00385f3c0, 0xaa04f9, 0x2, 0xc00439ad00, 0x84b, 0xc00439ad00, 0xc00385f3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00439ad00, 0x84b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00385f518, 0xc003f26b80, 0x46, 0xc001e10d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 317 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f673c0, 0xaa058b, 0x2, 0xc001d65900, 0x4b5, 0x1, 0x106, 0xc003e91540)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001d65900, 0x4b5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f67518, 0xc0002d88e0, 0x30, 0xc0019de810)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 319 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f35c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 320 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc005de73c0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005de73c0, 0x0, 0x0, 0x0, 0xc000d17200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005de73c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d178f8, 0xc003bac000, 0x1f44, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 321 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b353c0, 0xaa0599, 0x2, 0xc0048a4d00, 0x815, 0xc0048a4d00, 0xc004b353b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0048a4d00, 0x815, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b35518, 0xc00427c4e0, 0x3a, 0xc0035ec780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 322 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4006720, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044f4eb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044f4ea0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003910000, 0x7f1, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0034ccdc0, 0x3f, 0xc003910000, 0x7f1, 0xc003910000, 0x7f1, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0034ccdc0, 0x3f, 0xc003910000, 0x7f1, 0xaa0378, 0x1, 0xc003910000, 0x7f1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 323 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001a50750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001a50820, 0xc001d51500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0002d9ca0, 0x0, 0x0, 0x0, 0xc003e27200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0002d9ca0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e278f8, 0xc001f0d000, 0xe62, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f38c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 325 [semacquire]:
bytes.makeSlice(0x5fc, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0067fd220, 0xae, 0x9c)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0067fd220, 0xc00011c580, 0xae, 0x5165d7, 0xc005d04a78, 0xc000824258)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc000162b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc000162af0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc000117880)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc0067fd388, 0xc005665260, 0xc, 0xc007447530)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0067fd388, 0xc0059b4600, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0067fd388, 0xc005665260, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x1, 0xc0002c8158)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0067fd518, 0xc005665260, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 326 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc005f87ef0, 0xed, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0002e5588, 0xaa04f9, 0x2, 0xc005f87ef0, 0xed, 0x0, 0xc0002e53d8, 0xc0024bcfe8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0002e5518, 0xc002490330, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0002e5518, 0xc0024bc220, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 327 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40105c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023ae960, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023ae950, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000680f00, 0x4ee, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a03c0, 0x3b, 0xc000680f00, 0x4ee, 0xc000680f00, 0x4ee, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a03c0, 0x3b, 0xc000680f00, 0x4ee, 0xaa0378, 0x1, 0xc000680f00, 0x4ee, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 329 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Join(0xc00679af30, 0x3, 0x3, 0xaa0378, 0x1, 0x0, 0xc0074b01b0)
/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002901518, 0xc003ada1e0, 0xc003adab40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:334 +0xa85
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 330 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fe73c0, 0xaa04f9, 0x2, 0xc00393b900, 0xc6f, 0xc00393b900, 0xc003fe73b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00393b900, 0xc6f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fe7518, 0xc002244180, 0x4d, 0xc003c10110)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 331 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0048cf3c0, 0xaa04f9, 0x2, 0xc00061ec00, 0xbc7, 0xc00061ec00, 0xc0048cf3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00061ec00, 0xbc7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0048cf518, 0xc00075e800, 0x4a, 0xc0001f2d70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 332 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13142b3e70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00481f0b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00481f0a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0035bdc00, 0x694, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003c102d0, 0x46, 0xc0035bdc00, 0x694, 0xc0035bdc00, 0x694, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003c102d0, 0x46, 0xc0035bdc00, 0x694, 0xaa0378, 0x1, 0xc0035bdc00, 0x694, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 333 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003f273e0, 0xc000d112c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d113c0, 0xaa059b, 0x2, 0xc004e20300, 0x6cb, 0x16, 0x185, 0xc003f273c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004e20300, 0x6cb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000d11518, 0xc003f27000, 0x4f, 0xc005f1d8b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 334 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00287d110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00287d1e0, 0xc005f85f80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166ee80, 0x0, 0x0, 0x0, 0xc006019200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166ee80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060198f8, 0xc0005dad00, 0x8ea, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 335 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readTag(0xc003208d00, 0x54e501)
/home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc003208d00, 0x61)
/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc003208d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc003208dd0, 0xc0023c60e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e500, 0x0, 0x0, 0x0, 0xc002873200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e500, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028738f8, 0xc002a10c00, 0xba2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004181e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 336 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0007172b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0007172b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0007172b0, 0xc0033a9ab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000ffda20, 0x0, 0x0, 0x0, 0xc004b63200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000ffda20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b638f8, 0xc002568800, 0xb4e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004182a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 337 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004280390, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006ecb518, 0xc0041d7480, 0x2f, 0xc004e78930)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 338 [semacquire]:
regexp.(*Regexp).expand(0xc001c00320, 0xc0005d9200, 0x900, 0x900, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc002a5b400, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc0005d9200, 0x900, 0x900, 0xc0039063b0, 0x2, 0x2, 0xc002a5b400, 0xad0, 0x906)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc001c00320, 0x0, 0x0, 0x0, 0xc002a5b400, 0xad0, 0x2, 0xc004687218, 0xc002a5b400, 0xad0, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc001c00320, 0xc002a5b400, 0xad0, 0xaa0378, 0x1, 0x1, 0x1e)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00319b518, 0xc000671c40, 0xc0043cc580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 339 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0004ceb60, 0xc004b492c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b493c0, 0xaa04fd, 0x2, 0xc0035f1100, 0x6c0, 0x35, 0x173, 0xc0039381a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0035f1100, 0x6c0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b49518, 0xc002244260, 0x41, 0xc003c101e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004184e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 340 [runnable]:
strings.Index(0xc001209400, 0x23e2, 0xaa0378, 0x1, 0x5c2)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc001209400, 0x23e2, 0xaa0378, 0x1, 0x0, 0x5c2, 0x23e2, 0xc001204a00, 0x2406)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003211518, 0xc00416b4a0, 0xc003c09280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004185a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 341 [semacquire]:
strings.genSplit(0xc00638a000, 0x853, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004881b00, 0x1ab, 0x1ab)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c6b3c0, 0xaa058b, 0x2, 0xc005082d00, 0x853, 0x1, 0x1ab, 0xc005a23380)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005082d00, 0x853, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c6b518, 0xc00477eea0, 0x46, 0xc001aaa730)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 342 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b853c0, 0xaa04f9, 0x2, 0xc004c52000, 0x90b, 0xc004c52000, 0xc003b853b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004c52000, 0x90b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b85518, 0xc0020e27a0, 0x37, 0xc0002ced8a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 343 [semacquire]:
bytes.makeSlice(0xc7d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0065b1ef0, 0x51, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0065b1ef0, 0xc00078e5a0, 0x51, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0065b1ef0, 0xc00078e5a0, 0x51, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0065b1ef0, 0xc004bb45b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0065b1ef0, 0xc004bb44d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065b1ef0, 0xc003f6c2a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065b1ef0, 0xc003f6c1c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065b1ef0, 0xc00016c930, 0xb84d20, 0xc0065b1ef0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0065b1ef0, 0xc00016c930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0033f2660, 0x823982f0, 0x1251a20, 0xc00000fea0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004187e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 344 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc0055e7200, 0x86e, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc006e423f0, 0x0, 0x0, 0x0, 0x0, 0xc006e423f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005399620, 0x0, 0x0, 0x0, 0xc00, 0xc002c13400, 0xa91, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002c13400, 0xa91, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003918c80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b95518, 0xc0043388c0, 0xc0020e29a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004188a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 345 [runnable]:
sync.(*RWMutex).Unlock(0xc003ada748)
/usr/local/go/src/sync/rwmutex.go:118 +0xd2
github.com/fatih/set.(*Set).Add(0xc003ada740, 0xc0080d9210, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:37 +0xfc
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0080d9588, 0xaa04f9, 0x2, 0xc0074bc700, 0x68, 0x7, 0xc0080d9290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x7, 0xc00386fc80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00386f0b0, 0xc0080d9320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0080d9518, 0xc00386e960, 0xc0020bdd80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0080d9518, 0xc00386e960, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0080d9518, 0xc00386e960, 0xc00386e960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 346 [semacquire]:
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc0039fbab0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180
github.com/PuerkitoBio/goquery.mapNodes(0xc0000b4d78, 0x1, 0x1, 0xc004d0f348, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc0000b4d78, 0x1, 0x1, 0xb856e0, 0xc0041d61a0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0033f2300, 0xab9e11, 0x19, 0xc00455c120)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004d0f518, 0xc00000fdc0, 0xa33, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 347 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f8002520, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a25300, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a252f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0044d4580, 0x2b0, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303a340, 0x31, 0xc0044d4580, 0x2b0, 0xc0044d4580, 0x2b0, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303a340, 0x31, 0xc0044d4580, 0x2b0, 0xaa0378, 0x1, 0xc0044d4580, 0x2b0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 348 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0058cc340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0058cc410, 0xc002a52e00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a22c00, 0x0, 0x0, 0x0, 0xc0030d5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a22c00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030d58f8, 0xc004a1ea80, 0x9d2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 349 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001e55000, 0x3dc, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001e55000, 0x3dc, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001e55000, 0x3dc, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001e55000, 0x3dc, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001e55000, 0x3dc, 0x0, 0x0, 0x3dc, 0xc001e55000, 0x3dc)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001e55000, 0x3dc, 0x3dc, 0x400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003881fc0, 0x3a, 0xc001e55000, 0x3dc, 0xc001e55000, 0x3dc, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003881fc0, 0x3a, 0xc001e55000, 0x3dc, 0xaa0378, 0x1, 0xc001e55000, 0x3dc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 350 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003209040, 0xc0076c02d0, 0x8f)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003209040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003209040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003209040, 0xc0050d0930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043ccfc0, 0x0, 0x0, 0x0, 0xc0015d1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043ccfc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015d18f8, 0xc001634c00, 0x1083, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 351 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc0051ec0f0, 0xab2997, 0xc, 0xacddae, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301
github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc003a31518, 0xc0051ec0f0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003a31518, 0xc003646a80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:434 +0x64a
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 352 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0062fe220, 0xc004c992c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c993c0, 0xaa04f9, 0x2, 0xc00260a400, 0xb01, 0xc00260a400, 0xc004c993b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00260a400, 0xb01, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c99518, 0xc0002d9e60, 0x3f, 0xc001b61fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 353 [semacquire]:
strings.genSplit(0xc005de8800, 0x7de, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0038c1100, 0x1ac, 0x1ac)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037bd3c0, 0xaa059b, 0x2, 0xc006bfd000, 0x7de, 0x17, 0x1ac, 0xc004972280)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006bfd000, 0x7de, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037bd518, 0xc004f2b0c0, 0x39, 0xc001aa1980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 354 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b413c0, 0xaa0503, 0x2, 0xc0040fb100, 0x657, 0xc0040fb100, 0xc004b413b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0040fb100, 0x657, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b41518, 0xc00427cb40, 0x36, 0xc0035ecc80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 355 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004c0e0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004c0e1a0, 0xc003e7a460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002244020, 0x0, 0x0, 0x0, 0xc0048d3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002244020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048d38f8, 0xc004b25000, 0xf01, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004190e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 356 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40082a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ad7bc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ad7bb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005924000, 0xfbd, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0061f6050, 0x45, 0xc005924000, 0xfbd, 0xc005924000, 0xfbd, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0061f6050, 0x45, 0xc005924000, 0xfbd, 0xaa0378, 0x1, 0xc005924000, 0xfbd, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004191a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 357 [semacquire]:
bytes.makeSlice(0x196, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002c83020, 0x8e, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002c83020, 0xc003a90000, 0x8e, 0x6, 0x8e, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002c83020, 0xc003a90000, 0xb1, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc002c83020, 0xc0040e8070, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc002c83020, 0xc002330e00, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002c83020, 0xc002330d90, 0xb84d20, 0xc002c83020)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002c83020, 0xc002330d90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002c82e40, 0xf025c43c, 0x1251a20, 0xc004ebbd60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 358 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004c0e410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004c0e4e0, 0xc004b8f6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0022441e0, 0x0, 0x0, 0x0, 0xc004b47200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0022441e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b478f8, 0xc003331000, 0x2b0a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 359 [semacquire]:
strings.Replace(0xc0047b8000, 0x1cf8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x11, 0x6f0000006e, 0x74)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005bd18f8, 0xc0047b8000, 0x1cf8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004193e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 360 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005077588, 0xaa04f9, 0x2, 0xc00349d7a0, 0xd7, 0x1, 0x25, 0xc000670ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005077518, 0xc00477ff00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004194a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 361 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc002a4ef00, 0x9, 0x10, 0xc0036ade00, 0x1a, 0x20, 0xc007079020, 0xc00576b990, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc0052a2da8, 0x1, 0x1, 0xc0070790f0, 0x7f13f041b2f0, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0052a2da8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00576b990, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc000638a80, 0xc0040c3ad0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc007079518, 0xc000638a80, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc007079518, 0xc002245aa0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 362 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc001878000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001878000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001878000, 0xc003f6c850, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000ffdba0, 0x0, 0x0, 0x0, 0xc004b6b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000ffdba0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b6b8f8, 0xc00068e800, 0x154a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 363 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0032089c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003208a90, 0xc00238f8f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e480, 0x0, 0x0, 0x0, 0xc003b2d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b2d8f8, 0xc0006eaa00, 0x1333, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004196e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 364 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0062fe140, 0xc0017092c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017093c0, 0xaa04f9, 0x2, 0xc006588000, 0xe9c, 0xc006588000, 0xc0017093b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006588000, 0xe9c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001709518, 0xc000670d60, 0x34, 0xc0062f8040)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004197a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 365 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc005598360, 0xffffffff, 0xc00718cd60)
/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc005598360, 0xc0047e5490, 0xc0047e5490)
/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc005598360, 0x69)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00718d300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00718d300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00718d300, 0x0, 0xb856e0, 0xc0000a7f28, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00718d300, 0xc004b7d260, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00718d300, 0x42ca96, 0xc0051ecc30, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00718d370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007596ca0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0058a5980, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00718d518, 0xc00416a640, 0xabc101, 0x1d, 0x36, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 366 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005b06680, 0x511, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005b06680, 0x511, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005b06680, 0x511, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005b06680, 0x511, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005b06680, 0x511, 0x0, 0x0, 0x511, 0xc005b06680, 0x511)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005b06680, 0x511, 0x511, 0x580)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b61a80, 0x20, 0xc005b06680, 0x511, 0xc005b06680, 0x511, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b61a80, 0x20, 0xc005b06680, 0x511, 0xaa0378, 0x1, 0xc005b06680, 0x511, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 367 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0000a7520, 0xc0038db2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038db3c0, 0xaa04fd, 0x2, 0xc003a99000, 0xe5b, 0x48, 0x26c, 0xc0000a74c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003a99000, 0xe5b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038db518, 0xc0000a7140, 0x45, 0xc0043fee10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004199e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 368 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7f12bc00e830, 0x7f12bc00cdf0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc003adbc20, 0xc0025b7800, 0x74e, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0025b7800, 0x74e, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002afa0, 0x44, 0xc0025b7800, 0x74e, 0xc0025b7800, 0x74e, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002afa0, 0x44, 0xc0025b7800, 0x74e, 0xaa0378, 0x1, 0xc0025b7800, 0x74e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 369 [semacquire]:
bytes.makeSlice(0x27fb, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003427388, 0x713, 0x7b4)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003427388, 0xc005c36000, 0x713, 0x5165d7, 0xc005b17f6f, 0xc0016d0e60)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c2acb0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c2ac40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c2ab60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dcc8c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dcc7e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dcc0e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00435fd40, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003427518, 0xc0020e2dc0, 0x44, 0xc004935220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419b60, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 370 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023e53c0, 0xaa04f9, 0x2, 0xc00159b600, 0x8f4, 0x6, 0x220, 0xc003db0800)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00159b600, 0x8f4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023e5518, 0xc005a22320, 0x3b, 0xc00159d1c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 371 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006a47588, 0xaa04f9, 0x2, 0xc0055e9600, 0x8a6, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006a47518, 0xc004f2b200, 0x6d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 372 [semacquire]:
strings.genSplit(0xc004a36000, 0xe5f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002b4d000, 0x2dd, 0x2dd)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00276b3c0, 0xaa04df, 0x2, 0xc00590c000, 0xe5f, 0x4, 0x2dd, 0xc0000a62e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00590c000, 0xe5f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00276b518, 0xc00427d920, 0x4e, 0xc0001f2ff0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 373 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c401d740, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0040d0660, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0040d0650, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00212a880, 0xcc4, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00384a230, 0x64, 0xc00212a880, 0xcc4, 0xc00212a880, 0xcc4, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00384a230, 0x64, 0xc00212a880, 0xcc4, 0xaa0378, 0x1, 0xc00212a880, 0xcc4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 374 [semacquire]:
bytes.makeSlice(0x676, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003805388, 0x144, 0xdb)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003805388, 0xc001b118c0, 0x144, 0x5165d7, 0xc0057a2196, 0xc00037fd00)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0003191f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000319180)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000318a10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000318930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000318230)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004ad8fc0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003805518, 0xc0004ce8a0, 0x5f, 0xc002928fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 375 [semacquire]:
strings.genSplit(0xc0030c2000, 0xec9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003667500, 0x319, 0x319)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019b93c0, 0xaa058b, 0x2, 0xc00681f000, 0xec9, 0x1, 0x319, 0xc00166f8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00681f000, 0xec9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0019b9518, 0xc00000fd80, 0x31, 0xc001cc4400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 376 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13304cb030, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004550090, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004550080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004997000, 0xbf2, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aaccc0, 0x2d, 0xc004997000, 0xbf2, 0xc004997000, 0xbf2, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aaccc0, 0x2d, 0xc004997000, 0xbf2, 0xaa0378, 0x1, 0xc004997000, 0xbf2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004380c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 377 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc004040000, 0x1cc0, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047db3c0, 0xaa04fd, 0x2, 0xc004040000, 0x1cc0, 0x87, 0x545, 0xc00000f300)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004040000, 0x1cc0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047db518, 0xc00416a860, 0x36, 0xc0037727c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 378 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00427d300, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00427d300, 0x0, 0x0, 0x0, 0xc003599200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00427d300, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035998f8, 0xc003385000, 0x26ec, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 379 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc0046df900, 0x1129, 0xaa0378, 0x1, 0xc0046de600, 0x1129)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0046df900, 0x1129, 0xaa0378, 0x1, 0xc0046df900, 0x1129)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 380 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005503000, 0x39b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005503000, 0x39b, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005503000, 0x39b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005503000, 0x39b, 0x0, 0x0, 0x39b, 0xc005503000, 0x39b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005503000, 0x39b, 0x39b, 0x400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168bc20, 0x30, 0xc005503000, 0x39b, 0xc005503000, 0x39b, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168bc20, 0x30, 0xc005503000, 0x39b, 0xaa0378, 0x1, 0xc005503000, 0x39b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004383c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 381 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_Predict(0x7f12d40043a0, 0x7f12dc112940, 0x7f12dc1146d0)
_cgo_gotypes.go:93 +0x4e
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func2(0xc007677100, 0x7f12dc112940, 0x7f12dc112940)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0x60
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc007677100, 0xc003470c80, 0xc23, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0xa8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc003470c80, 0xc23, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036fce00, 0x2d, 0xc003470c80, 0xc23, 0xc003470c80, 0xc23, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036fce00, 0x2d, 0xc003470c80, 0xc23, 0xaa0378, 0x1, 0xc003470c80, 0xc23, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 382 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00416b760, 0xc000819220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000819588, 0xaa04f9, 0x2, 0xc003b67300, 0x1180, 0x0, 0xc000d58e00, 0x7f13f041b9b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000819518, 0xc00416ba60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 384 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00740b000, 0x2c3, 0x2c3, 0x3, 0x0, 0x2c2, 0xc00740b000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004763518, 0xc0019e91c0, 0xc003646b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004386c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 385 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e800d260, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005dcbbb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005dcbba0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002984e00, 0x615, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005902700, 0x3a, 0xc002984e00, 0x615, 0xc002984e00, 0x615, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005902700, 0x3a, 0xc002984e00, 0x615, 0xaa0378, 0x1, 0xc002984e00, 0x615, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 386 [semacquire]:
strings.genSplit(0xc002636000, 0x1f76, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x394b, 0xc001f72000, 0x1f76)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ff1588, 0xaa04f9, 0x2, 0xc001f72000, 0x1f76, 0xc0000d8a01, 0xc0051a45a0, 0xc000ff1230)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000ff1518, 0xc002c833e0, 0xc002c83770)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ff1518, 0xc004ec67c0, 0x39)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 387 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0076ae500, 0x20d, 0x20d, 0x3, 0x0, 0x20c, 0xc0076ae500)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c8b518, 0xc0043cc6a0, 0xc0043cd3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 388 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f138c006cb0, 0x7f138c00a4c0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00222c7c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00222c030, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006a27b00, 0x8ce, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aa0c00, 0x38, 0xc006a27b00, 0x8ce, 0xc006a27b00, 0x8ce, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aa0c00, 0x38, 0xc006a27b00, 0x8ce, 0xaa0378, 0x1, 0xc006a27b00, 0x8ce, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004389c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 389 [semacquire]:
regexp.(*bitState).reset(0xc002d81600, 0xc00009b1d0, 0x3, 0x2)
/usr/local/go/src/regexp/backtrack.go:100 +0x18b
regexp.(*Regexp).backtrack(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc002b97cab, 0x3, 0x0, 0x2, 0xc002b97db0, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc002b97cab, 0x3, 0x0, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc002b97cab, 0x3, 0x2, 0xc004a92c08, 0xc004104960, 0xc004a92c40, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc002b97cab, 0x3, 0xaa0378, 0x1, 0xc004a92d10, 0x42ca96)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a930c0, 0xc002eced20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004a930c0, 0xc002ece690, 0xc00004c700, 0x7f13f04197d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a930c0, 0xc002ece690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a930c0, 0xc002ece690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004a930c0, 0xc002ece5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a930c0, 0xc002ece5b0, 0x54b170, 0xc000624410)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002ece5b0, 0x0, 0x0, 0x0, 0x0, 0xc002ece5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0041049c0, 0x0, 0x0, 0x0, 0x1500, 0xc0042f0000, 0x1482, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0042f0000, 0x1482, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00032d040)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a93518, 0xc00384cc20, 0xc001d0fee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 390 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001878750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001878820, 0xc004089960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000ffdce0, 0x0, 0x0, 0x0, 0xc004b6d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000ffdce0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b6d8f8, 0xc00377a000, 0x1663, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 391 [semacquire]:
strings.genSplit(0xc002b88800, 0xaf8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00, 0x0, 0xc000ef3360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ef33c0, 0xaa059b, 0x2, 0xc002b87c00, 0xaf8, 0xc002b87c00, 0xc000ef33b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002b87c00, 0xaf8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ef3518, 0xc00432bfc0, 0x46, 0xc0043fe280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 392 [semacquire]:
strings.genSplit(0xc002d24000, 0xc6f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00408f000, 0x2ee, 0x2ee)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039633c0, 0xaa059b, 0x2, 0xc00606f900, 0xc6f, 0x4, 0x2ee, 0xc006529800)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00606f900, 0xc6f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003963518, 0xc0056cc040, 0x4f, 0xc00658bcc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 393 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1314a4de10, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00067c4f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00067c4e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00747c000, 0x521, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002283fc0, 0x38, 0xc00747c000, 0x521, 0xc00747c000, 0x521, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002283fc0, 0x38, 0xc00747c000, 0x521, 0xaa0378, 0x1, 0xc00747c000, 0x521, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 394 [semacquire]:
strings.genSplit(0xc001eb0c00, 0x5e6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00322a000, 0x122, 0x122)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b773c0, 0xaa04fd, 0x2, 0xc004a7b800, 0x5e6, 0x26, 0x122, 0xc0065e3640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004a7b800, 0x5e6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b77518, 0xc004f2b4a0, 0x26, 0xc003936bd0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 395 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f9ea00, 0x4bb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f9ea00, 0x4bb, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f9ea00, 0x4bb, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f9ea00, 0x4bb, 0x0, 0x0, 0x4bb, 0xc003f9ea00, 0x4bb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f9ea00, 0x4bb, 0x4bb, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f3c500, 0x3b, 0xc003f9ea00, 0x4bb, 0xc003f9ea00, 0x4bb, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001f3c500, 0x3b, 0xc003f9ea00, 0x4bb, 0xaa0378, 0x1, 0xc003f9ea00, 0x4bb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 396 [semacquire]:
github.com/araddon/dateparse.newParser(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1703
github.com/araddon/dateparse.parseTime(0xc004c44e80, 0x1f, 0x0, 0xc004c44e80, 0x1f, 0x1f)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0x42
github.com/araddon/dateparse.ParseAny(0xc004c44e80, 0x1f, 0x3, 0xaa0378, 0x1, 0xc004c44e80, 0x1f)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001887518, 0xc0065e3380, 0xc005de6dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 397 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00676d7c0, 0x94, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006e050c0, 0xc00796f880, 0xc006e041b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e050c0, 0xc00796f810, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006e050c0, 0xc00796f810, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006e050c0, 0xc00796f810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006e050c0, 0xc00796f810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e050c0, 0xc00796ecb0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025550c0, 0xc00796ecb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025550c0, 0xc00796ecb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e050c0, 0xc00796ebd0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025550c0, 0xc00796ebd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025550c0, 0xc00796ebd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e050c0, 0xc00796e4d0, 0xc002554d40, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025550c0, 0xc00796e4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025550c0, 0xc00796e4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e050c0, 0xc00796e3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025550c0, 0xc00796e3f0, 0x54b170, 0xc002d54680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00796e3f0, 0x0, 0x0, 0x0, 0x0, 0xc00796e3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0022e4db0, 0x0, 0x0, 0x0, 0x800, 0xc006bd7800, 0x719, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006bd7800, 0x719, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0001da650)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002555518, 0xc002251f20, 0xc0045bf040)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 398 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0015b35f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0015b35f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0015b35f0, 0xc003026a10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a227e0, 0x0, 0x0, 0x0, 0xc00309b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a227e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00309b8f8, 0xc002a36000, 0x8af, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 399 [semacquire]:
regexp.onePassCopy(0xc0063368a0, 0xc0063368a0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0063368a0, 0xc0063368a0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x1)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0015eaff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0015eaff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0034f8d84)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0015eaff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0015eaff8, 0x1, 0xc006378000, 0xc0100d58380, 0x2804f04197d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0015eaff8, 0x4, 0x55f, 0xc002cb8a01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002cb8000, 0x28, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x440d95, 0xc000f5ade0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006336870, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015eb8f8, 0xc00163b000, 0xaa3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 400 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0001eaea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0001eaf70, 0xc002402a10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973fe0, 0x0, 0x0, 0x0, 0xc004c03200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973fe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c038f8, 0xc0030f6a80, 0x923, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004392c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 401 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00212e000, 0x7ae, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00212e000, 0x7ae, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00212e000, 0x7ae, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00212e000, 0x7ae, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00212e000, 0x7ae, 0x0, 0x0, 0x7ae, 0xc00212e000, 0x7ae)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00212e000, 0x7ae, 0x7ae, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018d2120, 0x26, 0xc00212e000, 0x7ae, 0xc00212e000, 0x7ae, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018d2120, 0x26, 0xc00212e000, 0x7ae, 0xaa0378, 0x1, 0xc00212e000, 0x7ae, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 402 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00009c340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00009c340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00009c340, 0xc007ae43f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0051c4390, 0x0, 0x0, 0x0, 0x0, 0x1201, 0xc0051c4360)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0051c4360, 0x0, 0x0, 0x0, 0x1300, 0xc0046bec00, 0x1248, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0046bec00, 0x1248, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0005d3560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002ce3518, 0xc00000f420, 0xc0056ccca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 403 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00000fd20, 0xc0049292c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049293c0, 0xaa0569, 0x2, 0xc00294a380, 0xcb0, 0x4, 0x25b, 0xc0020e3ac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00294a380, 0xcb0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004929518, 0xc0020e3720, 0x3e, 0xc0036fda40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 404 [semacquire]:
strings.genSplit(0xc0064d8a80, 0x981, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00488a200, 0x1a9, 0x1a9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c5b3c0, 0xaa059b, 0x2, 0xc004b00000, 0x981, 0x14, 0x1a9, 0xc0004ce2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004b00000, 0x981, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c5b518, 0xc002604940, 0x36, 0xc001d570c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004395c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 405 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400d350, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00289c790, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00289c780, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00162a000, 0xa62, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00505c1c0, 0x40, 0xc00162a000, 0xa62, 0xc00162a000, 0xa62, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00505c1c0, 0x40, 0xc00162a000, 0xa62, 0xaa0378, 0x1, 0xc00162a000, 0xa62, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 406 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001195600, 0x8bb, 0x8bb, 0xc000b03500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001195600, 0x8bb, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b5b588, 0xaa04f9, 0x2, 0xc001195600, 0x8bb, 0x1, 0x193, 0xc005de6700)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001b5b518, 0xc0020e3ae0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 407 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0079c50c0, 0xc002745400, 0x134, 0x134, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079c50c0, 0xc000a09f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c50c0, 0xc000a09c00, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0079c50c0, 0xc000a09c00, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0079c50c0, 0xc000a09c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079c50c0, 0xc000a09c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c50c0, 0xc000a088c0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a830c0, 0xc000a088c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a830c0, 0xc000a088c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c50c0, 0xc000a087e0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a830c0, 0xc000a087e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a830c0, 0xc000a087e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c50c0, 0xc00771d0a0, 0x7f13c8589ee0, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a830c0, 0xc00771d0a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a830c0, 0xc00771d0a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c50c0, 0xc0005a9110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a830c0, 0xc0005a9110, 0x54b170, 0xc003013110)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0005a9110, 0x0, 0x0, 0x0, 0x0, 0xc0005a9110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0041e8c30, 0x0, 0x0, 0x0, 0x800, 0xc006a14000, 0x718, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006a14000, 0x718, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0044f57f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a83518, 0xc0020e2300, 0xc004bb3aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 408 [semacquire]:
regexp/syntax.(*parser).push(0xc0065bb5c0, 0xc0005a8a80, 0xc0005a8a80)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc0065bb5c0, 0x6b)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0043c1300, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0043c1300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0043c1300, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0043c1300, 0x75a856, 0x0, 0xc00304a5b0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0043c1300, 0xc0043c12c8, 0xc0043c1350, 0x42ca96, 0xc0045bc2d0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0043c1368, 0xc0043c1380, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00000e500)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004f1da70, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0043c1518, 0xc005a23da0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004398c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 409 [runnable]:
github.com/fatih/set.(*Set).Add(0xc004ebb960, 0xc0011172c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011173c0, 0xaa04f9, 0x2, 0xc007ebe000, 0x748, 0xc007ebe000, 0xc0011173b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007ebe000, 0x748, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001117518, 0xc0042c6300, 0x3b, 0xc001cc4dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 410 [semacquire]:
bytes.makeSlice(0xa9, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0038b71b0, 0xa9, 0xcde6233b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0038b71b0, 0xc00011d760, 0xa9, 0xc0000a7ea8, 0xc0001e9440, 0xc0038b7100)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00277b730)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00277b6c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0050bc330, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x9, 0xc0050bc330)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005240300, 0xc0038b72c8, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0038b7388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0038b7388, 0xc0050d8ff0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0038b7301, 0xc0000b4ed8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0038b7518, 0xc0050d8ff0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 411 [semacquire]:
bytes.makeSlice(0xde6, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0033f2db0, 0x102, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0033f2db0, 0xc001d5b560, 0x102, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0033f2db0, 0xc001d5b560, 0x102, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0033f2db0, 0xc003f1b2d0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0033f2db0, 0xc003f1b260, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0033f2db0, 0xc003f1a700, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0033f2db0, 0xc003f1a620, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0033f2db0, 0xc0045b1f10, 0xb84d20, 0xc0033f2db0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0033f2db0, 0xc0045b1f10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0033f2c00, 0x2c53fa3c, 0x1251a20, 0xc0043cc040, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 412 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00384d320, 0xc002d9f2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d9f3c0, 0xaa058b, 0x2, 0xc003e42e00, 0x6d4, 0x1, 0x159, 0xc003adb300)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003e42e00, 0x6d4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d9f518, 0xc0004cf960, 0x31, 0xc0036fcd00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 413 [semacquire]:
strings.genSplit(0xc006e61500, 0xa51, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x4f, 0xc006e60a80, 0x7f13c84d7e10)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028433c0, 0xaa04df, 0x2, 0xc006e60a80, 0xa51, 0xc006e60a80, 0xc0028433b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006e60a80, 0xa51, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002843518, 0xc00477f340, 0x15, 0xc006bcd460)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 414 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc004521560, 0x110, 0x2, 0xc007842198, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004521560, 0x110, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0078430c0, 0xc0019a89a0, 0xc0078421b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0078430c0, 0xc0019a8930, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0078430c0, 0xc0019a8930, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0078430c0, 0xc0019a8930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0078430c0, 0xc0019a8930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0078430c0, 0xc0019a8310, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017270c0, 0xc0019a8310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017270c0, 0xc0019a8310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0078430c0, 0xc0019a8230, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017270c0, 0xc0019a8230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017270c0, 0xc0019a8230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0078430c0, 0xc0016b7650, 0xc001726d40, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017270c0, 0xc0016b7650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017270c0, 0xc0016b7650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0078430c0, 0xc004593ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017270c0, 0xc004593ea0, 0x54b170, 0xc001bba8f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004593ea0, 0x0, 0x0, 0x0, 0x0, 0xc004593ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005665830, 0x0, 0x0, 0x0, 0x1800, 0xc0045f8000, 0x162e, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0045f8000, 0x162e, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0023af520)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001727518, 0xc0002d96e0, 0xc007676220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 415 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0020e91a0, 0xc5d48d53, 0x1251a20, 0xc003e91e80, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 416 [semacquire]:
github.com/gigawattio/window.Rolling(0xc003112a00, 0x19a, 0x19a, 0x3, 0x0, 0x199, 0xc003112a00)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0027e3518, 0xc002310020, 0xc002310980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439ec0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 417 [semacquire]:
bytes.makeSlice(0xec7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0062dd2c0, 0xb1, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0062dd2c0, 0xc004d5d140, 0xb1, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0062dd2c0, 0xc004d5d140, 0xb1, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0062dd2c0, 0xc00658c3f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0062dd2c0, 0xc00658c380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0062dd2c0, 0xc0062fdab0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0062dd2c0, 0xc0062fd9d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0062dd2c0, 0xc0062fd2d0, 0xb84d20, 0xc0062dd2c0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0062dd2c0, 0xc0062fd2d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0062dd110, 0x6362c141, 0x1251a20, 0xc0062fe180, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439f80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 418 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b50e0, 0x0, 0x0, 0x0, 0xc005c31200, 0x841, 0x2, 0xc0045d3218, 0xc001f49e78, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b50e0, 0xc005c31200, 0x841, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0045d3388, 0xc00002eb80, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0045d3388, 0xc002eac030, 0xaa04f9, 0x2, 0xc0045d3518, 0x8, 0x9ecc80, 0xc0045d3301, 0xc004750528)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0045d3518, 0xc002eac030, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450060, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 419 [semacquire]:
strings.genSplit(0xc0067a4000, 0x893, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003c6a500, 0x219, 0x219)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049253c0, 0xaa0503, 0x2, 0xc001f42900, 0x893, 0x1, 0x219, 0xc004338820)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001f42900, 0x893, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004925518, 0xc00384c8c0, 0x2d, 0xc00168b800)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450120, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 420 [semacquire]:
strings.genSplit(0xc006350a00, 0x67e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003e81800, 0x180, 0x180)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003df73c0, 0xaa0503, 0x2, 0xc001b70700, 0x67e, 0x25, 0x180, 0xc003e90840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001b70700, 0x67e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003df7518, 0xc003c09f20, 0x4a, 0xc0051ab900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004501e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 421 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc007035800, 0xbd0, 0xc002415218, 0xc000bff880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc007035800, 0xbd0, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0024153c0, 0xaa04fd, 0x2, 0xc007035800, 0xbd0, 0x42, 0x282, 0xc003c09de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007035800, 0xbd0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002415518, 0xc0006ab440, 0x36, 0xc0036fd1c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004502a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 422 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d4742f30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00209a530, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00209a510, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0019d7600, 0x550, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036fc040, 0x36, 0xc0019d7600, 0x550, 0xc0019d7600, 0x550, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036fc040, 0x36, 0xc0019d7600, 0x550, 0xaa0378, 0x1, 0xc0019d7600, 0x550, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450360, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 423 [semacquire]:
strings.genSplit(0xc005ac3000, 0xde5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xde5, 0xc00335f000, 0xdfd)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002559518, 0xc00416a140, 0xc0022509a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450420, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 424 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00307e000, 0xeba, 0xc004179218, 0xc000782380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00307e000, 0xeba, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041793c0, 0xaa0503, 0x2, 0xc00307e000, 0xeba, 0x1, 0x271, 0xc002245640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00307e000, 0xeba, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004179518, 0xc0020e25e0, 0x41, 0xc00485c4b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004504e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 425 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001123100, 0xcf0, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001123100, 0xcf0, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001123100, 0xcf0, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001123100, 0xcf0, 0x0, 0x0, 0xcf0, 0xc001123100, 0xcf0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001123100, 0xcf0, 0xcf0, 0xd80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc4640, 0x38, 0xc001123100, 0xcf0, 0xc001123100, 0xcf0, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc4640, 0x38, 0xc001123100, 0xcf0, 0xaa0378, 0x1, 0xc001123100, 0xcf0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004505a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 426 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043bb3c0, 0xaa059b, 0x2, 0xc002717000, 0x74a, 0xf, 0x1ab, 0xc00392d520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002717000, 0x74a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0043bb518, 0xc003938bc0, 0x3c, 0xc001aa0c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450660, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 427 [semacquire]:
strings.genSplit(0xc002ed8000, 0x695, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00602b300, 0x18c, 0x18c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00283f3c0, 0xaa059b, 0x2, 0xc005635800, 0x695, 0x17, 0x18c, 0xc0062e8520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005635800, 0x695, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00283f518, 0xc005a23160, 0x34, 0xc003a8c2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450720, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 428 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037eb8f8, 0xc003a55800, 0x1542, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004507e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 429 [semacquire]:
bytes.makeSlice(0xb6, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006ead208, 0xb6, 0x203001)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006ead208, 0xc001cfa900, 0xb6, 0x1, 0xb856e0, 0xc007676600)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0008404d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000840460)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0050bc750, 0xa9ece0, 0xc0050bc720)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006ead518, 0xc00000ea40, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004508a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 430 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc007596660, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007596660, 0x0, 0x0, 0x0, 0xc00601b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007596660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00601b8f8, 0xc006f74000, 0xefd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 431 [semacquire]:
strings.genSplit(0xc005fef300, 0x1062, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004678a00, 0x301, 0x301)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0024193c0, 0xaa0569, 0x2, 0xc006a63300, 0x1062, 0x4, 0x301, 0xc0062e8f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006a63300, 0x1062, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002419518, 0xc00432bfa0, 0x2b, 0xc0048e8ba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 432 [semacquire]:
strings.genSplit(0xc002124900, 0x826, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003010000, 0x1be, 0x1be)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025013c0, 0xaa0569, 0x2, 0xc00584f200, 0x826, 0x3, 0x1be, 0xc004338740)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00584f200, 0x826, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002501518, 0xc004338f40, 0x31, 0xc001b3ae40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 433 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0037fc810, 0xa9ece0, 0xc0037fc7e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000371518, 0xc00000e260, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 434 [semacquire]:
regexp.onePassCopy(0xc0050d9f50, 0xc0050d9f50)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0050d9f50, 0xc0050d9f50)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0036a2ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0036a2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00580bb88)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0036a2ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0036a2ff8, 0x1, 0xc004e81f40, 0xc0002af500, 0x2804f0419e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0036a2ff8, 0x4, 0xc14, 0xc001fff301, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001fff000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0005aad00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050d9f20, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036a38f8, 0xc002210000, 0x1336, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 435 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc006b35b00, 0xc8e, 0x2, 0xc004b3da58, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc006b35b00, 0xc8e, 0xaa0378, 0x1, 0xc006b34d80, 0xc8e)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc006b35b00, 0xc8e, 0xaa0378, 0x1, 0xc006b35b00, 0xc8e)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 436 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002b33900, 0x118e, 0x5165d7, 0xc000782380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002b33900, 0x118e, 0x10000, 0xc001ba72e0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ba73c0, 0xaa059b, 0x2, 0xc002b33900, 0x118e, 0xc002b33900, 0xc001ba73b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002b33900, 0x118e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ba7518, 0xc0065e3760, 0x4b, 0xc005f1c050)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 437 [semacquire]:
bytes.makeSlice(0x40f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0047f70c0, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0047f70c0, 0x1189d59, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0047f70c0, 0xc0059c0240, 0xb5, 0xb5, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047f70c0, 0xc00190f500, 0xc0047f61b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0047f70c0, 0xc00190f490, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0047f70c0, 0xc00190f490, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047f70c0, 0xc00190f490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047f70c0, 0xc00190f490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0047f70c0, 0xc00297c150, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0029ff0c0, 0xc00297c150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029ff0c0, 0xc00297c150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0047f70c0, 0xc00297c070, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0029ff0c0, 0xc00297c070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029ff0c0, 0xc00297c070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0047f70c0, 0xc0020fbab0, 0xc000782380, 0x7f13f04197d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0029ff0c0, 0xc0020fbab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029ff0c0, 0xc0020fbab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0047f70c0, 0xc0020fb9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029ff0c0, 0xc0020fb9d0, 0x54b170, 0xc005ab3ba0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0020fb9d0, 0x0, 0x0, 0x0, 0x0, 0xc0020fb9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002c83fb0, 0x0, 0x0, 0x0, 0x1800, 0xc006eb4000, 0x17fa, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006eb4000, 0x17fa, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0039fc680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0029ff518, 0xc0036460e0, 0xc005de6720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 438 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006690680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006690750, 0xc00216dea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0e1a0, 0x0, 0x0, 0x0, 0xc004d13200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0e1a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d138f8, 0xc0039f8000, 0xe04, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 439 [semacquire]:
strings.genSplit(0xc004090000, 0x9da, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005223900, 0x241, 0x241)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001acd3c0, 0xaa059b, 0x2, 0xc002580a80, 0x9da, 0x16, 0x241, 0xc004f2bae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002580a80, 0x9da, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001acd518, 0xc001ef8920, 0x2d, 0xc001aac4b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 440 [semacquire]:
bytes.makeSlice(0x5f0, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0038bb198, 0x222, 0xd9)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0038bb198, 0xc001e14240, 0x222, 0x5165d7, 0xc00431393c, 0xc000b134e0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001e171f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001db50a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001db4930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002896f00, 0xc0050bcae0, 0x42d308)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0038bb518, 0xc002896f00, 0xc0028975f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0038bb518, 0xc001d0eca0, 0x4d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004510e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 441 [semacquire]:
bytes.makeSlice(0x36a4, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005c4c270, 0xaa, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005c4c270, 0xc0015e6a50, 0xaa, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005c4c270, 0xc0015e6a50, 0xaa, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005c4c270, 0xc003e1c850, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005c4c270, 0xc003e1c7e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005c4c270, 0xc001823650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005c4c270, 0xc001823570, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005c4c270, 0xc001822e70, 0xb84d20, 0xc005c4c270)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005c4c270, 0xc001822e70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00630f860, 0x50d201, 0xc0004f4f11, 0x32, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00279f518, 0xc006528200, 0xc007676f60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004511a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 442 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc004a25450, 0x8, 0x2, 0xc004bfc538, 0xc002ad8e08, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004a25450, 0x8, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bfd0c0, 0xc004bcd490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004bfd0c0, 0xc004bcc5b0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001f610c0, 0xc004bcc5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001f610c0, 0xc004bcc5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004bfd0c0, 0xc004bcc4d0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001f610c0, 0xc004bcc4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001f610c0, 0xc004bcc4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004bfd0c0, 0xc00392fc00, 0xc000cdb880, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001f610c0, 0xc00392fc00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001f610c0, 0xc00392fc00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004bfd0c0, 0xc00392fb20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001f610c0, 0xc00392fb20, 0x54b170, 0xc0005011e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00392fb20, 0x0, 0x0, 0x0, 0x0, 0xc00392fb20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0019950e0, 0x0, 0x0, 0x0, 0x1800, 0xc003d39000, 0x1658, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003d39000, 0x1658, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0037e1f80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001f61518, 0xc0002d9a80, 0xc003647980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 443 [semacquire]:
strings.genSplit(0xc006680000, 0x100e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x37e, 0x37e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010453c0, 0xaa04d9, 0x2, 0xc00619a600, 0x100e, 0x1, 0x37e, 0xc004bb3f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00619a600, 0x100e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001045518, 0xc0043cde60, 0x4a, 0xc0002dd6d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 444 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002994d80, 0xd61, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002994d80, 0xd61, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002994d80, 0xd61, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002994d80, 0xd61, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002994d80, 0xd61, 0x0, 0x0, 0xd61, 0xc002994d80, 0xd61)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002994d80, 0xd61, 0xd61, 0xd80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc4a00, 0x33, 0xc002994d80, 0xd61, 0xc002994d80, 0xd61, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc4a00, 0x33, 0xc002994d80, 0xd61, 0xaa0378, 0x1, 0xc002994d80, 0xd61, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004513e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 445 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c5d8f8, 0xc00202e000, 0x1b33, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004514a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 446 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0041d7020, 0xc004b732c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b733c0, 0xaa058b, 0x2, 0xc003699b00, 0x41a, 0x1, 0x134, 0xc0041d7000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003699b00, 0x41a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b73518, 0xc00075fc60, 0x39, 0xc001aa16c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 447 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016fd3c0, 0xaa0599, 0x2, 0xc004a1e000, 0x96d, 0x1, 0x203, 0xc004338420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004a1e000, 0x96d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0016fd518, 0xc003f27a40, 0x39, 0xc001b60200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 448 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e160, 0xc002031e30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e160, 0xc002031d50, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e160, 0xc002031ce0, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc001d0e160, 0xc002031ce0, 0xc003de8f50, 0x747325, 0xc00004c700)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc002fc4070, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc0014670d0, 0x1, 0x1, 0xc003de90b0, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc0014670d0, 0x1, 0x1, 0xb856e0, 0xc001d0e160, 0xc0054219b0, 0xc0054219b0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0054218c0, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003de98f8, 0xc003be5800, 0xb22, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004516e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 449 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006691ba0, 0xc006274fa0, 0xa0)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006691ba0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006691ba0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006691ba0, 0xc002b991f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0eb00, 0x0, 0x0, 0x0, 0xc003e2b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0eb00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e2b8f8, 0xc003e16600, 0x11cf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004517a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 450 [semacquire]:
bytes.makeSlice(0x18dc, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0061457d0, 0x2, 0x4)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0061457d0, 0xaa0425, 0x2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0061457d0, 0xc005691650, 0xb84d20, 0xc0061457d0)
/home/develop/go/src/golang.org/x/net/html/render.go:225 +0x76c
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0061457d0, 0xc005691650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006145620, 0x7eca6a4f, 0x1251a20, 0xc0043392a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 451 [semacquire]:
strings.genSplit(0xc004e49000, 0x7c3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007a64200, 0x1ab, 0x1ab)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f873c0, 0xaa04f9, 0x2, 0xc004906000, 0x7c3, 0x1, 0x1ab, 0xc007596b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004906000, 0x7c3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f87518, 0xc003c09840, 0x31, 0xc005f43ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 452 [semacquire]:
regexp.onePassCopy(0xc00382b500, 0xc00382b500)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00382b500, 0xc00382b500)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002f60ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002f60ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0046fe3c4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002f60ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002f60ff8, 0x1, 0xc00224f5c0, 0xc0100afea80, 0x2804f0419108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002f60ff8, 0x4, 0x3c4, 0xc001091c01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001091000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001879930, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00382b230, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0022ed8f8, 0xc001b2c000, 0xc33, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004519e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 453 [semacquire]:
strings.genSplit(0xc004250a80, 0xa64, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b63500, 0x29b, 0x29b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002dab3c0, 0xaa04df, 0x2, 0xc004a1f500, 0xa64, 0x6, 0x29b, 0xc006528380)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004a1f500, 0xa64, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002dab518, 0xc003adaf60, 0x32, 0xc001721900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 454 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0041ae000, 0xa20, 0xc003a83218, 0xc000782380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0041ae000, 0xa20, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a833c0, 0xaa0503, 0x2, 0xc0041ae000, 0xa20, 0x1, 0x26a, 0xc0077308c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0041ae000, 0xa20, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a83518, 0xc003938ea0, 0x32, 0xc003772a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 455 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc003aa0000, 0xe58, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039db3c0, 0xaa0599, 0x2, 0xc003aa0000, 0xe58, 0x1, 0x318, 0xc00477e000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003aa0000, 0xe58, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039db518, 0xc0000a7960, 0x36, 0xc0002ceb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 456 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007987fb0, 0xc0048056c0, 0x8, 0xaa646c)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x0, 0xc007987fb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:423 +0xf4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007987f80, 0xc002d0f2f8, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc002d0f6b0, 0xc0000a6120, 0xc0000bfa40, 0xc002d0f388, 0xc0000a6120)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002d0f6b0, 0xc0000a6120, 0xc0062fe260)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:294 +0x211
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 457 [semacquire]:
bytes.makeSlice(0x17c5, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005420b40, 0x8f, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005420b40, 0xc001b1e1b0, 0x8f, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005420b40, 0xc001b1e1b0, 0x8f, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005420b40, 0xc001bd8460, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc005420b40, 0xc001bd8380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005420b40, 0xc000166bd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005420b40, 0xc000166af0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005420b40, 0xc0001663f0, 0xb84d20, 0xc005420b40)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005420b40, 0xc0001663f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005420990, 0x8251147e, 0x1251a20, 0xc0041d7960, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 458 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001ff0400, 0x3a3, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001ff0400, 0x3a3, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001ff0400, 0x3a3, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001ff0400, 0x3a3, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc001ff0400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001ff0400, 0x3a3, 0x0, 0x0, 0x3a3, 0x400, 0xc001ff0400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001ff0400, 0x3a3, 0x3a3, 0x400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168a060, 0x23, 0xc001ff0400, 0x3a3, 0xc001ff0400, 0x3a3, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168a060, 0x23, 0xc001ff0400, 0x3a3, 0xaa0378, 0x1, 0xc001ff0400, 0x3a3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 459 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000501a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000501ad0, 0xc006dfd1f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973c60, 0x0, 0x0, 0x0, 0xc0039d7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973c60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039d78f8, 0xc0033d6600, 0x1198, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 460 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004c0e000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0017e20d0, 0xc004c422a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002245180, 0x0, 0x0, 0x0, 0xc003f29200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002245180, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f298f8, 0xc004b87800, 0x1778, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 461 [semacquire]:
strings.genSplit(0xc0035ee000, 0x66e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d2b800, 0x172, 0x172)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017753c0, 0xaa04fd, 0x2, 0xc004395500, 0x66e, 0x30, 0x172, 0xc0006abb60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004395500, 0x66e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001775518, 0xc001d0ea60, 0x34, 0xc001aa08c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 462 [semacquire]:
strings.genSplit(0xc002456000, 0xf6f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00759b500, 0x344, 0x344)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00498f3c0, 0xaa0599, 0x2, 0xc004aa7000, 0xf6f, 0x8, 0x344, 0xc00392d8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004aa7000, 0xf6f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00498f518, 0xc00075eec0, 0x29, 0xc003937530)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 463 [semacquire]:
strings.genSplit(0xc004329500, 0x947, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc006c7afc0, 0xc000343360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0003433c0, 0xaa04fd, 0x2, 0xc00417f500, 0x947, 0xc00417f500, 0xc0003433b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00417f500, 0x947, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000343518, 0xc005629620, 0x3b, 0xc005c89200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 464 [semacquire]:
strings.genSplit(0xc0059fb200, 0x5b6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00781c000, 0x142, 0x142)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d213c0, 0xaa059b, 0x2, 0xc005f35800, 0x5b6, 0x4, 0x142, 0xc007818300)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005f35800, 0x5b6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d21518, 0xc00432bf40, 0x31, 0xc0074b2640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 465 [semacquire]:
bytes.makeSlice(0x3099, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004248cc0, 0x51, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004248cc0, 0xc002929860, 0x51, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004248cc0, 0xc002929860, 0x51, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004248cc0, 0xc003c0c4d0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc004248cc0, 0xc003c0c460, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004248cc0, 0xc0028d9f80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004248cc0, 0xc0028d9ea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004248cc0, 0xc0042e17a0, 0xb84d20, 0xc004248cc0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004248cc0, 0xc0042e17a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004248b10, 0x2c4ff23e, 0x1251a20, 0xc004338960, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 466 [semacquire]:
strings.genSplit(0xc0040ee800, 0x7ba, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004885100, 0x1aa, 0x1aa)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ec73c0, 0xaa04df, 0x2, 0xc0070c4000, 0x7ba, 0x5, 0x1aa, 0xc0065e34c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0070c4000, 0x7ba, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ec7518, 0xc004972c20, 0x1d, 0xc001cf4ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 467 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc0033de000, 0x25, 0x40, 0xc0025df020, 0xa11da0, 0xc000a55880, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc0052a3cf0, 0x1, 0x1, 0xc0025df0f0, 0x7f13f0419e98, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0052a3cf0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc001995ad0, 0xc0028eaf60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0025df518, 0xc001995ad0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0025df518, 0xc0002d81a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 468 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4014d40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045d5770, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0045d5760, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0028c3000, 0xed5, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003936480, 0x2e, 0xc0028c3000, 0xed5, 0xc0028c3000, 0xed5, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003936480, 0x2e, 0xc0028c3000, 0xed5, 0xaa0378, 0x1, 0xc0028c3000, 0xed5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 469 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0022d5ad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0022d5ba0, 0xc007ba30a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0076762e0, 0x0, 0x0, 0x0, 0xc004d2d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0076762e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d2d8f8, 0xc00375e000, 0xed3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 470 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).op(0xc001f4b5c0, 0xac0e09, 0x13)
/usr/local/go/src/regexp/syntax/parse.go:216 +0xd3
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x1a0)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001fc2ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001fc2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002175824)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001fc2ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001fc2ff8, 0x1, 0xc0062119f0, 0xc0100701500, 0x2804f041b2f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001fc2ff8, 0x4, 0xbb4, 0xc0049be401, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0049be000, 0x28, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x440d95, 0xc000f5a1a0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003a3fe60, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fc38f8, 0xc00157a000, 0x142b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 471 [runnable]:
unicode.ToLower(0xc000000020, 0xc000000020)
/usr/local/go/src/unicode/letter.go:266 +0x37
strings.Map(0xae62d0, 0xc002bbf932, 0x1279, 0xc001773218, 0xc000809c00)
/usr/local/go/src/strings/strings.go:501 +0x2cc
strings.ToLower(0xc002bbf900, 0x12ab, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017733c0, 0xaa058b, 0x2, 0xc002bbf900, 0x12ab, 0x1, 0x3dc, 0xc00000f500)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002bbf900, 0x12ab, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001773518, 0xc003f269c0, 0x2b, 0xc0018d2cd5)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 472 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005089000, 0x39f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005089000, 0x39f, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005089000, 0x39f, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc005089000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005089000, 0x39f, 0x0, 0x0, 0x39f, 0x400, 0xc005089000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005089000, 0x39f, 0x39f, 0x400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ad3b0, 0x23, 0xc005089000, 0x39f, 0xc005089000, 0x39f, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000ad3b0, 0x23, 0xc005089000, 0x39f, 0xaa0378, 0x1, 0xc005089000, 0x39f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 473 [semacquire]:
github.com/PuerkitoBio/goquery.getParentNodes.func1(0x0, 0xc0049a4690, 0xc000030000, 0xc00106d140, 0x4341f3)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:680 +0x5f
github.com/PuerkitoBio/goquery.mapNodes(0xc0034ba4c8, 0x1, 0x1, 0xae5578, 0xc003568b70, 0xc00000e6c8, 0xae6208)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getParentNodes(0xc0034ba4c8, 0x1, 0x1, 0x1, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:678 +0x4b
github.com/PuerkitoBio/goquery.(*Selection).Parent(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:106
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00106d518, 0xc0020e2240, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:432 +0x56d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 474 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0001ea5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001ea5b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0001ea5b0, 0xc001e72690, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973e60, 0x0, 0x0, 0x0, 0xc004d11200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973e60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d118f8, 0xc0039aa000, 0xee7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047aa80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 475 [semacquire]:
strings.genSplit(0xc00437c000, 0x704, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002be1000, 0x174, 0x174)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f833c0, 0xaa04d9, 0x2, 0xc006185000, 0x704, 0x1, 0x174, 0xc007818780)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006185000, 0x704, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f83518, 0xc0049a2020, 0x1c, 0xc004bb8a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ab40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 476 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40061a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000845a90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000845a50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0022d9900, 0x4fe, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2650, 0x38, 0xc0022d9900, 0x4fe, 0xc0022d9900, 0x4fe, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f2650, 0x38, 0xc0022d9900, 0x4fe, 0xaa0378, 0x1, 0xc0022d9900, 0x4fe, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ac00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 477 [semacquire]:
strings.Replace(0xc005c53200, 0x5f4, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc0006f1880, 0x0, 0x0, 0x0, 0x0, 0xc0006f1880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050dc3f0, 0x0, 0x0, 0x0, 0xa80, 0xc004154a80, 0x98b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004154a80, 0x98b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001b390a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c03518, 0xc005f33140, 0xc005f33a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047acc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 478 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005c36800, 0x797, 0xc003deb218, 0xc000b03500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005c36800, 0x797, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003deb3c0, 0xaa0599, 0x2, 0xc005c36800, 0x797, 0x1, 0x15f, 0xc002244120)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005c36800, 0x797, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003deb518, 0xc0075960e0, 0x4c, 0xc005a98dce)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ad80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 479 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0054ef000, 0x726, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0054ef000, 0x726, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0054ef000, 0x726, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0054ef000, 0x726, 0x0, 0x0, 0x726, 0xc0054ef000, 0x726)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0054ef000, 0x726, 0x726, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00571fbde, 0x33, 0xc0054ef000, 0x726, 0xc0054ef000, 0x726, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00571fbde, 0x33, 0xc0054ef000, 0x726, 0xaa0378, 0x1, 0xc0054ef000, 0x726, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ae40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 480 [semacquire]:
strings.genSplit(0xc006a3dc00, 0x35f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00157f000, 0xeb, 0xeb)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ad13c0, 0xaa04df, 0x2, 0xc0069fc700, 0x35f, 0x3, 0xeb, 0xc003e90fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0069fc700, 0x35f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ad1518, 0xc0020e3500, 0x4e, 0xc00485c5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047af00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 481 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00672a000, 0x3fc, 0x3fc, 0x3, 0x0, 0x3fb, 0xc00672a000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c8b518, 0xc0000a6f60, 0xc004f2bf20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047afc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 482 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0017e2820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0017e28f0, 0xc004c62690, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003adade0, 0x0, 0x0, 0x0, 0xc00279d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003adade0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00279d8f8, 0xc0021c2000, 0xe3c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 483 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003e90f40, 0xc002eb9220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002eb9588, 0xaa04f9, 0x2, 0xc0059cb800, 0xadc, 0xd, 0x1e, 0xc003e90f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002eb9518, 0xc001ef8a40, 0x2f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 484 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc007bb50c0, 0xc001d60840, 0xbc, 0xbc, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007bb50c0, 0xc002252070, 0xc007bb41b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007bb50c0, 0xc002252000, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc007bb50c0, 0xc002252000, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007bb50c0, 0xc002252000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007bb50c0, 0xc002252000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007bb50c0, 0xc002e413b0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047670c0, 0xc002e413b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047670c0, 0xc002e413b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007bb50c0, 0xc002e41260, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047670c0, 0xc002e41260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047670c0, 0xc002e41260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007bb50c0, 0xc002e40700, 0x7f13c85fbff8, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047670c0, 0xc002e40700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047670c0, 0xc002e40700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007bb50c0, 0xc002e40620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047670c0, 0xc002e40620, 0x54b170, 0xc0031e8ea0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002e40620, 0x0, 0x0, 0x0, 0x0, 0xc002e40620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005b83a70, 0x0, 0x0, 0x0, 0x1500, 0xc002b9ca00, 0x1432, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002b9ca00, 0x1432, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc005815de0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004767518, 0xc0065e3140, 0xc003c08580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 485 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002c80410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002c804e0, 0xc0075bb7a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005588120, 0x0, 0x0, 0x0, 0x0, 0x1001, 0xc0055880f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0055880f0, 0x0, 0x0, 0x0, 0x1300, 0xc00355c000, 0x1080, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00355c000, 0x1080, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001689030)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001fbb518, 0xc00534f180, 0xc006528fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 486 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf400, 0x0, 0x0, 0x0, 0xc0051b5000, 0xda3, 0x2, 0xc0044ef038, 0xc0051b5000, 0xda3, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc0051b5000, 0xda3, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc00249a380, 0x0, 0x0, 0x0, 0x0, 0xc00249a380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0024903f0, 0x0, 0x0, 0x0, 0x1300, 0xc00173b300, 0x1226, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00173b300, 0x1226, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0000b00d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0016fd518, 0xc00166ea20, 0xc0004ce700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 487 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4001080, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005bd7000, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005bd6fe0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00618d500, 0x945, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d18880, 0x2c, 0xc00618d500, 0x945, 0xc00618d500, 0x945, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d18880, 0x2c, 0xc00618d500, 0x945, 0xaa0378, 0x1, 0xc00618d500, 0x945, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 488 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0004cf900, 0xc0010472c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010473c0, 0xaa0599, 0x2, 0xc002d66600, 0x11cb, 0x1, 0x36d, 0xc0004cf8e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002d66600, 0x11cb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001047518, 0xc002604760, 0x31, 0xc001aa09c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 489 [semacquire]:
encoding/json.(*scanner).pushParseState(...)
/usr/local/go/src/encoding/json/scanner.go:172
encoding/json.stateBeginValue(0xc005017208, 0xc0023f397b, 0x46ef18)
/usr/local/go/src/encoding/json/scanner.go:211 +0x506
encoding/json.stateBeginValueOrEmpty(0xc005017208, 0xa78f7b, 0x6)
/usr/local/go/src/encoding/json/scanner.go:200 +0x87
encoding/json.checkValid(0xc00461fb00, 0x109, 0x120, 0xc005017208, 0x120, 0x109)
/usr/local/go/src/encoding/json/scanner.go:34 +0xa7
encoding/json.Unmarshal(0xc00461fb00, 0x109, 0x120, 0x9cfa40, 0xc007554f60, 0x120, 0xaa366e)
/usr/local/go/src/encoding/json/decode.go:101 +0x66
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00166f280, 0xc002118800, 0x7a5, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc002118800, 0x7a5, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc5a80, 0x3b, 0xc002118800, 0x7a5, 0xc002118800, 0x7a5, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc5a80, 0x3b, 0xc002118800, 0x7a5, 0xaa0378, 0x1, 0xc002118800, 0x7a5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 490 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0066904e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0066905b0, 0xc00216dce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0e180, 0x0, 0x0, 0x0, 0xc004d05200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0e180, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d058f8, 0xc00229c000, 0x1f39, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 491 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004541000, 0xf30, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004541000, 0xf30, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004541000, 0xf30, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004541000, 0xf30, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc004541000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004541000, 0xf30, 0x0, 0x0, 0xf30, 0x1300, 0xc004541000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004541000, 0xf30, 0xf30, 0x1300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aaa960, 0x36, 0xc004541000, 0xf30, 0xc004541000, 0xf30, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aaa960, 0x36, 0xc004541000, 0xf30, 0xaa0378, 0x1, 0xc004541000, 0xf30, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 492 [semacquire]:
regexp.onePassCopy(0xc0040c3b30, 0xc0040c3b30)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0040c3b30, 0xc0040c3b30)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004b5aff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004b5aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005c3e134)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004b5aff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004b5aff8, 0x1, 0xc005c10f00, 0xc010107e000, 0x2804f0419e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004b5aff8, 0x4, 0x9ea, 0xc0021fc601, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0021fc000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0024a6680, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0040c3b00, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b5b8f8, 0xc002422800, 0x15cc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 493 [semacquire]:
regexp.makeOnePass.func1(0x4, 0xc004805e60, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc0050bc510, 0xc0050bc510)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0050bc480, 0xc0050bc480)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001f60ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001f60ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004805e0c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001f60ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001f60ff8, 0x1, 0xc007a04cc0, 0xc01002afc00, 0x2804f041b9b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001f60ff8, 0x4, 0xf41, 0xc0044d3001, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0044d3000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000624a90, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050bc360, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f618f8, 0xc00423c000, 0x1091, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 494 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00744bf80, 0xc00406f2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00406f3c0, 0xaa058b, 0x2, 0xc0035efc00, 0x651, 0x1, 0x170, 0xc003db1940)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0035efc00, 0x651, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00406f518, 0xc004bb3fe0, 0x47, 0xc001d1a3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 495 [semacquire]:
strings.Replace(0xc004757000, 0x2676, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x5, 0xc004757000, 0x2676)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029018f8, 0xc005e27000, 0x2663, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 496 [semacquire]:
strings.genSplit(0xc000197500, 0x297d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00368a000, 0x894, 0x894)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b453c0, 0xaa04f9, 0x2, 0xc000194a80, 0x297d, 0x8, 0x894, 0xc0065e3ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000194a80, 0x297d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b45518, 0xc0000a6280, 0x2a, 0xc00168ad80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 497 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00779e000, 0x3c0, 0x3c0, 0x3, 0x0, 0x3bf, 0xc00779e000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003eab518, 0xc006529160, 0xc006529b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 498 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc001d0d1e0, 0x14e, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008ffce0, 0xc0019441b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019450c0, 0xc0008ffc70, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0019450c0, 0xc0008ffc70, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0019450c0, 0xc0008ffc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008ffc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019450c0, 0xc0008ff650, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0019450c0, 0xc0008ff650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008ff650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019450c0, 0xc0008ff570, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0019450c0, 0xc0008ff570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008ff570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019450c0, 0xc0008fee70, 0x400, 0x203000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0019450c0, 0xc0008fee70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008fee70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019450c0, 0xc0008fed90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008fed90, 0x54b170, 0xc00046a750)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0008fed90, 0x0, 0x0, 0x0, 0x0, 0xc0008fed90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001c84300, 0x0, 0x0, 0x0, 0x1800, 0xc001da1000, 0x15a3, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001da1000, 0x15a3, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002a62c30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001945518, 0xc0002d9860, 0xc001ef8180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 499 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b50e0, 0x0, 0x0, 0x0, 0xc0076a5000, 0x162b, 0x2, 0xc0006e3218, 0xc0000105e0, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b50e0, 0xc0076a5000, 0x162b, 0xaa0378, 0x1, 0xc00392d700, 0xc003bf4000)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0006e3388, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0006e3388, 0xc00378fe60, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0006e3301, 0xc000010f50)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0006e3518, 0xc00378fe60, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 500 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0074bc9a0, 0x70, 0xaa0378, 0x1, 0xc0062d9080, 0x1)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a290c0, 0xc0034acf50, 0xc002220fd0, 0xc003a27fa0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc0034acee0, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a290c0, 0xc0034acee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a290c0, 0xc0034acee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc0006511f0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a290c0, 0xc0006511f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a290c0, 0xc0006511f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc007449ce0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b790c0, 0xc007449ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b790c0, 0xc007449ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc007449c00, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b790c0, 0xc007449c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b790c0, 0xc007449c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc007449500, 0x7f13c857b690, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b790c0, 0xc007449500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b790c0, 0xc007449500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc007449420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b790c0, 0xc007449420, 0x54b170, 0xc002588d00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007449420, 0x0, 0x0, 0x0, 0x0, 0xc007449420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0044da5d0, 0x0, 0x0, 0x0, 0x1800, 0xc0032c3000, 0x17cc, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0032c3000, 0x17cc, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xb2ce2da200000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002b79518, 0xc0024bca60, 0xc004ebac00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047be00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 501 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readByte(0xc006691520, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af
golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc006691520)
/home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64
golang.org/x/net/html.(*Tokenizer).Next(0xc006691520, 0x2fc0600000004)
/home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324
golang.org/x/net/html.(*parser).parse(0xc0066915f0, 0xc0029258f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0e7c0, 0x0, 0x0, 0x0, 0xc003e2f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0e7c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e2f8f8, 0xc00224a800, 0x1728, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 502 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400e7f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045d49d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0045d49c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0001e4800, 0x7ef, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019cd140, 0x34, 0xc0001e4800, 0x7ef, 0xc0001e4800, 0x7ef, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019cd140, 0x34, 0xc0001e4800, 0x7ef, 0xaa0378, 0x1, 0xc0001e4800, 0x7ef, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 503 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004b1f180, 0x514, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004b1f180, 0x514, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004b1f180, 0x514, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004b1f180, 0x514, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004b1f180, 0x514, 0x0, 0x0, 0x514, 0xc004b1f180, 0x514)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004b1f180, 0x514, 0x514, 0x600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aab310, 0x4d, 0xc004b1f180, 0x514, 0xc004b1f180, 0x514, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aab310, 0x4d, 0xc004b1f180, 0x514, 0xaa0378, 0x1, 0xc004b1f180, 0x514, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c060, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 504 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7f12d0006a40, 0x7f12d0005640)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00534fe00, 0xc00269cfc0, 0x228, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00269cfc0, 0x228, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c88240, 0x40, 0xc00269cfc0, 0x228, 0xc00269cfc0, 0x228, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005c88240, 0x40, 0xc00269cfc0, 0x228, 0xaa0378, 0x1, 0xc00269cfc0, 0x228, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c120, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 505 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039e33c0, 0xaa04f9, 0x2, 0xc003a6ac80, 0x181c, 0xc003a6ac80, 0xc0039e33b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003a6ac80, 0x181c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039e3518, 0xc003939640, 0x84, 0xc003f40f30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 506 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc002c81450)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc002c81450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002c81450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002c81450, 0xc005a42c40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005a3e6c0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004faf650, 0x0, 0x0, 0x0, 0x1a80, 0xc005182f80, 0x19cb, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc005182f80, 0x19cb, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0003625a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001fa3518, 0xc003db0280, 0xc003db0ae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 507 [semacquire]:
strings.Replace(0xc0052b1400, 0x2379, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc0052b1400, 0x2379)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035158f8, 0xc0029d8500, 0x236f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 508 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0022443a0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0022443a0, 0x0, 0x0, 0x0, 0xc006015200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0022443a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060158f8, 0xc001fe1a80, 0x1a2e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 509 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0031e9c70, 0xc00285dca0, 0xa)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0031e9c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0031e9c70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0031e9c70, 0xc005e6f730, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005629240, 0x0, 0x0, 0x0, 0xc001c4d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005629240, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c4d8f8, 0xc002e06000, 0x3a69, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 510 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0031e8dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006b0f040, 0xc003e72070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ef94e0, 0x0, 0x0, 0x0, 0xc002fc9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ef94e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fc98f8, 0xc004228000, 0xd8b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 511 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00559a0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00559a1a0, 0xc0074d18f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00392d420, 0x0, 0x0, 0x0, 0xc002d49200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00392d420, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d498f8, 0xc001e6e000, 0xe9d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 512 [semacquire]:
strings.genSplit(0xc005d69000, 0xbeb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d1a000, 0x305, 0x305)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007ac53c0, 0xaa0569, 0x2, 0xc001662000, 0xbeb, 0x6, 0x305, 0xc002245440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001662000, 0xbeb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007ac5518, 0xc005f337c0, 0x34, 0xc005090fcd)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 513 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0078188a0, 0x4, 0x4, 0xc0047a00f0, 0x6, 0x6, 0xc000737260, 0xc007818860, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc000010710, 0x1, 0x1, 0xc000737330, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000010710, 0x1, 0x1, 0xb856e0, 0xc007818860, 0xc0007373b0, 0x753f20, 0xaa3fc2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0019e7f50, 0xaa408e, 0x4, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000737518, 0xc001d0ed80, 0x4f, 0xc0016a0050)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 514 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc003d310c0, 0xaa04bf, 0x2, 0x5b, 0x2, 0xc003d30198)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003d310c0, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003d310c0, 0xc000627030, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003d310c0, 0xc000627030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003d310c0, 0xc000627030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d310c0, 0xc0004118f0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047c50c0, 0xc0004118f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047c50c0, 0xc0004118f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d310c0, 0xc000411810, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047c50c0, 0xc000411810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047c50c0, 0xc000411810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d310c0, 0xc000411110, 0xc00097f880, 0x7f13f041b2f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047c50c0, 0xc000411110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047c50c0, 0xc000411110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d310c0, 0xc000411030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047c50c0, 0xc000411030, 0x54b170, 0xc002e0ad00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000411030, 0x0, 0x0, 0x0, 0x0, 0xc000411030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006d3a810, 0x0, 0x0, 0x0, 0x1000, 0xc006d09000, 0xe05, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006d09000, 0xe05, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0019de4e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047c5518, 0xc0024bd060, 0xc0024bd9a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 515 [runnable]:
strings.genSplit(0xc0071b7514, 0x3283, 0xaa0378, 0x1, 0x0, 0x157b, 0x42fa20, 0x157c, 0x157c)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019bd3c0, 0xaa059b, 0x2, 0xc00696ca80, 0x6797, 0x23, 0x157c, 0xc00384c000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00696ca80, 0x6797, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0019bd518, 0xc0062e9c40, 0x3e, 0xc0062f8e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 516 [semacquire]:
strings.genSplit(0xc0035e0f00, 0x4e2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004af6c00, 0x11f, 0x11f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040753c0, 0xaa058b, 0x2, 0xc002f30000, 0x4e2, 0x1, 0x11f, 0xc004f2bb20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002f30000, 0x4e2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004075518, 0xc004bb3980, 0x62, 0xc00066cd20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051ca20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 517 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0031e88f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0031e89c0, 0xc00639e1c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cdca0, 0x0, 0x0, 0x0, 0xc00334d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cdca0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00334d8f8, 0xc00236b900, 0x1265, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 518 [semacquire]:
strings.genSplit(0xc0050b6c80, 0xc10, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007bf3900, 0x24b, 0x24b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fc53c0, 0xaa04f9, 0x2, 0xc0028ac000, 0xc10, 0x1, 0x24b, 0xc005a23d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0028ac000, 0xc10, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fc5518, 0xc003e90580, 0x4d, 0xc0004ab5e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 519 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12cc1cbb60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc006a6aea0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006a6ae90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006a3ca80, 0x379, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001720500, 0x38, 0xc006a3ca80, 0x379, 0xc006a3ca80, 0x379, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001720500, 0x38, 0xc006a3ca80, 0x379, 0xaa0378, 0x1, 0xc006a3ca80, 0x379, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cc60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 520 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4009060, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00505e3f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00505e3e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002905800, 0x762, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f22d0, 0x4b, 0xc002905800, 0x762, 0xc002905800, 0x762, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f22d0, 0x4b, 0xc002905800, 0x762, 0xaa0378, 0x1, 0xc002905800, 0x762, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cd20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 521 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc0001eb110)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc0001eb110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001eb110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0001eb110, 0xc002403180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005de6020, 0x0, 0x0, 0x0, 0xc003df5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005de6020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003df58f8, 0xc003be9400, 0xaa6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cde0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 522 [semacquire]:
strings.genSplit(0xc005f81b00, 0x88a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc001f92460, 0xc00168d360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00168d3c0, 0xaa0569, 0x2, 0xc005f81200, 0x88a, 0xc005f81200, 0xc00168d3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005f81200, 0x88a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00168d518, 0xc00000e6a0, 0x38, 0xc0000b3940)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 523 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_GoString(...)
_cgo_gotypes.go:71
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0004ce900, 0xc001e55800, 0x38d, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:148 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001e55800, 0x38d, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b45960, 0x6d, 0xc001e55800, 0x38d, 0xc001e55800, 0x38d, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b45960, 0x6d, 0xc001e55800, 0x38d, 0xaa0378, 0x1, 0xc001e55800, 0x38d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cf60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 524 [semacquire]:
bytes.makeSlice(0x1832, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0020f0450, 0x2, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0020f0450, 0xaa0425, 0x2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0020f0450, 0xc005c5b490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:225 +0x76c
golang.org/x/net/html.render1(0xb84d20, 0xc0020f0450, 0xc005c5b110, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0020f0450, 0xc00237ff80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0020f0450, 0xc00237fea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0020f0450, 0xc00237f7a0, 0xb84d20, 0xc0020f0450)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0020f0450, 0xc00237f7a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0020f02a0, 0xb336c6fa, 0x1251a20, 0xc00477ec20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 525 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f131c388b50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ad4a10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ad4a00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001d64500, 0x4a9, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2aa0, 0x45, 0xc001d64500, 0x4a9, 0xc001d64500, 0x4a9, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f2aa0, 0x45, 0xc001d64500, 0x4a9, 0xaa0378, 0x1, 0xc001d64500, 0x4a9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 526 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044ff588, 0xaa04f9, 0x2, 0xc0043fd300, 0xf1, 0xa, 0x1c, 0xc004db5fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0044ff518, 0xc0043cc860, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 527 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00018d080, 0x517, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00018d080, 0x517, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00018d080, 0x517, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00018d080, 0x517, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00018d080, 0x517, 0x0, 0x0, 0x517, 0xc00018d080, 0x517)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00018d080, 0x517, 0x517, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a0230, 0x43, 0xc00018d080, 0x517, 0xc00018d080, 0x517, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a0230, 0x43, 0xc00018d080, 0x517, 0xaa0378, 0x1, 0xc00018d080, 0x517, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 528 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023e93c0, 0xaa04f9, 0x2, 0xc0077c7200, 0x5ed, 0x5, 0x137, 0xc0062e81a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0077c7200, 0x5ed, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023e9518, 0xc0056cd8c0, 0x3d, 0xc0034cc200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 529 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0001eab60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0001eac30, 0xc001e73dc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973ee0, 0x0, 0x0, 0x0, 0xc004923200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973ee0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049238f8, 0xc0022b7b00, 0xd75, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 530 [semacquire]:
bytes.makeSlice(0xd22, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0047a1350, 0x128, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0047a1350, 0xc00011fe00, 0x128, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0047a1350, 0xc00011fe00, 0x128, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0047a1350, 0xc0044388c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0047a1350, 0xc004438850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0047a1350, 0xc003bd6000, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0047a1350, 0xc0047d3ea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0047a1350, 0xc0047d37a0, 0xb84d20, 0xc0047a1350)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0047a1350, 0xc0047d37a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0043351a0, 0x3, 0xc00172ad90, 0x6, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002ad5518, 0xc00416b7a0, 0xc0078191a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 531 [semacquire]:
regexp.(*Regexp).replaceAll(0xc003e62c80, 0x0, 0x0, 0x0, 0xc002d68c00, 0x102e, 0x2, 0xc007b3b218, 0xc002d68c00, 0x102e, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc003e62c80, 0xc002d68c00, 0x102e, 0xaa0378, 0x1, 0x1, 0x2a)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0033a7518, 0xc006528b20, 0xc007677f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 532 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc0054f3920, 0xffffffff, 0xc004d16a58)
/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc0054f3920, 0xc002031c00, 0xc002031c00)
/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc0054f3920, 0x79)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004d16ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004d16ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00164d00c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004d16ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004d16ff8, 0x1, 0xc00063aef0, 0xc010004c700, 0x2804f04197d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004d16ff8, 0x4, 0x4b4, 0xc001ee5b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001ee5000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006690410, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005421740, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d178f8, 0xc003be4000, 0xb44, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 533 [semacquire]:
strings.genSplit(0xc006912300, 0x628, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0004a3500, 0x13f, 0x13f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017db3c0, 0xaa05c9, 0x2, 0xc006911500, 0x628, 0x2, 0x13f, 0xc004339a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006911500, 0x628, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0017db518, 0xc0062ffc80, 0x54, 0xc001a08300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 534 [semacquire]:
strings.genSplit(0xc003da2a00, 0x13c3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x13c3, 0xc006693500, 0x13e8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00283d518, 0xc0024bc620, 0xc0024bcfc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 535 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00291a000, 0x907, 0xc001c0b218, 0xc000809c00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00291a000, 0x907, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c0b3c0, 0xaa04df, 0x2, 0xc00291a000, 0x907, 0x4, 0x1e0, 0xc003c09820)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00291a000, 0x907, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c0b518, 0xc0002d8040, 0x43, 0xc001aaa140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 536 [semacquire]:
regexp.(*Regexp).expand(0xc0000bf2c0, 0xc0033e3740, 0x10, 0x10, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc004ac5040, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc0033e3740, 0x10, 0x10, 0xc0033e3720, 0x2, 0x2, 0x7, 0x10, 0x7)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc004ac5040, 0xcd, 0x2, 0xc001bb0198, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004ac5040, 0xcd, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc0032d2af0, 0xc001bb01b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bb10c0, 0xc0032d2a80, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001bb10c0, 0xc0032d2a80, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bb10c0, 0xc0032d2a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc0032d2a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bb10c0, 0xc007be6e00, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bb10c0, 0xc007be6e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc007be6e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bb10c0, 0xc007be6d20, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bb10c0, 0xc007be6d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc007be6d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bb10c0, 0xc007be6620, 0xc001bb0d40, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bb10c0, 0xc007be6620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc007be6620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bb10c0, 0xc007be6540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc007be6540, 0x54b170, 0xc0015b3e10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007be6540, 0x0, 0x0, 0x0, 0x0, 0xc007be6540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004ef77d0, 0x0, 0x0, 0x0, 0xa80, 0xc004628a80, 0x94c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004628a80, 0x94c, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0007148f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001bb1518, 0xc00075e180, 0xc001d0f8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 537 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00240c000, 0xac2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00240c000, 0xac2, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00240c000, 0xac2, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00240c000, 0xac2, 0x0, 0x0, 0xac2, 0xc00240c000, 0xac2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00240c000, 0xac2, 0xac2, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001720140, 0x3b, 0xc00240c000, 0xac2, 0xc00240c000, 0xac2, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001720140, 0x3b, 0xc00240c000, 0xac2, 0xaa0378, 0x1, 0xc00240c000, 0xac2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 538 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0028f1000, 0x7ac, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0028f1000, 0x7ac, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0028f1000, 0x7ac, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0028f1000, 0x7ac, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0028f1000, 0x7ac, 0x0, 0x0, 0x7ac, 0xc0028f1000, 0x7ac)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0028f1000, 0x7ac, 0x7ac, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003936e40, 0x2d, 0xc0028f1000, 0x7ac, 0xc0028f1000, 0x7ac, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003936e40, 0x2d, 0xc0028f1000, 0x7ac, 0xaa0378, 0x1, 0xc0028f1000, 0x7ac, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051daa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 539 [semacquire]:
strings.genSplit(0xc0033c4000, 0x18b2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003b0aa00, 0x535, 0x535)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032913c0, 0xaa0569, 0x2, 0xc00363cc80, 0x18b2, 0x5, 0x535, 0xc0065e31e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00363cc80, 0x18b2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003291518, 0xc003f269a0, 0x2b, 0xc00168baa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051db60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 540 [semacquire]:
regexp.onePassCopy(0xc004144d80, 0xc004144d80)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc004144d80, 0xc004144d80)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001889300, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001889300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001889300, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001889300, 0x75a856, 0x0, 0xc0059085b0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001889300, 0xc0018892c8, 0xc001889350, 0x42ca96, 0xc004144d50, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc001889368, 0xc001889380, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc007554ee0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003a13e00, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001889518, 0xc004f2ad80, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051dc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 541 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00427d700, 0xc001e592c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e593c0, 0xaa058b, 0x2, 0xc001999200, 0x8e7, 0x1, 0x1b9, 0xc006528bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001999200, 0x8e7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e59518, 0xc003e91de0, 0x32, 0xc003881cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051dce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 542 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e573c0, 0xaa04f9, 0x2, 0xc0041af500, 0xa1f, 0x7, 0x228, 0xc007818680)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0041af500, 0xa1f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e57518, 0xc003939260, 0x31, 0xc003772e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051dda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 543 [semacquire]:
strings.genSplit(0xc003e86e00, 0x307, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00408d000, 0xfb, 0xfb)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003bcf3c0, 0xaa0503, 0x2, 0xc0049a0000, 0x307, 0x1, 0xfb, 0xc00384c880)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0049a0000, 0x307, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003bcf518, 0xc0019e8140, 0x3c, 0xc004dc1b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051de60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 544 [semacquire]:
strings.Replace(0xc00273a000, 0x1d13, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1e, 0xc00273a000, 0x1d13)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046c78f8, 0xc002f12000, 0x1d08, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051df20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 545 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002d54270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002d54340, 0xc00794a620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005a3e150, 0x0, 0x0, 0x0, 0x0, 0x1701, 0xc005a3e120)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005a3e120, 0x0, 0x0, 0x0, 0x1800, 0xc002889800, 0x179a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc002889800, 0x179a, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001b3cd80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e5b518, 0xc002604640, 0xc000671740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 546 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e0304bf0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004860e70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004860e50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002987100, 0x66e, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019cdc80, 0x36, 0xc002987100, 0x66e, 0xc002987100, 0x66e, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019cdc80, 0x36, 0xc002987100, 0x66e, 0xaa0378, 0x1, 0xc002987100, 0x66e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005360c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 547 [semacquire]:
strings.genSplit(0xc001c1c800, 0x708, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00634c000, 0x1bb, 0x1bb)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044873c0, 0xaa0569, 0x2, 0xc00404d000, 0x708, 0x4, 0x1bb, 0xc00432b360)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00404d000, 0x708, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004487518, 0xc004339a80, 0x40, 0xc003a8c600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 549 [runnable]:
github.com/fatih/set.(*Set).Has(0xc0000a7f60, 0xc0008052c0, 0x1, 0x1, 0xc00009f701)
/home/develop/go/src/github.com/fatih/set/set_ts.go:71 +0x169
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008053c0, 0xaa058b, 0x2, 0xc007036400, 0xb3f, 0x1, 0x31a, 0xc001ef8a20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007036400, 0xb3f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000805518, 0xc0020bc400, 0x3b, 0xc003a8d180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 550 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4001a20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00540bf20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00540bf10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001cbd340, 0x2b8, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00228204a, 0x2e, 0xc001cbd340, 0x2b8, 0xc001cbd340, 0x2b8, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00228204a, 0x2e, 0xc001cbd340, 0x2b8, 0xaa0378, 0x1, 0xc001cbd340, 0x2b8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005363c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 552 [runnable]:
strings.Replace(0xc002f0e000, 0xde6, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x4, 0xc002f0e000, 0xde6)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001bad8f8, 0xc00197d000, 0xde3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 553 [semacquire]:
strings.Replace(0xc003054000, 0x1193, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x5, 0xc003054000, 0x1193)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a638f8, 0xc003045300, 0x118d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 554 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005afeed0, 0xb2fd4b23, 0x1251a20, 0xc004338320, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005366c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 555 [semacquire]:
github.com/gigawattio/window.Rolling(0xc002307000, 0x2e9, 0x2e9, 0x3, 0x0, 0x2e8, 0xc002307000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002675518, 0xc002311e00, 0xc0022446e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 556 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0074070c0, 0xc0041c5ad0, 0xc3, 0xc3, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0074070c0, 0xc0076d5b90, 0xc007405e48, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc0076d5b20, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0074070c0, 0xc0076d5b20, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0074070c0, 0xc0076d5b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0074070c0, 0xc0076d5b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc0076d5500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0074070c0, 0xc0076d5500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0074070c0, 0xc0076d5500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc0076d4460, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00088b0c0, 0xc0076d4460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00088b0c0, 0xc0076d4460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc0076d4380, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00088b0c0, 0xc0076d4380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00088b0c0, 0xc0076d4380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc006c6fc70, 0xc000b03500, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00088b0c0, 0xc006c6fc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00088b0c0, 0xc006c6fc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc006c6fb90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00088b0c0, 0xc006c6fb90, 0x54b170, 0xc001bbb040)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006c6fb90, 0x0, 0x0, 0x0, 0x0, 0xc006c6fb90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00760a7b0, 0x0, 0x0, 0x0, 0x2500, 0xc003060a00, 0x229c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003060a00, 0x229c, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005492630)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00088b518, 0xc007596060, 0xc004db4f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 557 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00790ed00, 0x81b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00790ed00, 0x81b, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00790ed00, 0x81b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00790ed00, 0x81b, 0x0, 0x0, 0x81b, 0xc00790ed00, 0x81b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00790ed00, 0x81b, 0x81b, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0038812c0, 0x33, 0xc00790ed00, 0x81b, 0xc00790ed00, 0x81b, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0038812c0, 0x33, 0xc00790ed00, 0x81b, 0xaa0378, 0x1, 0xc00790ed00, 0x81b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 558 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc006e8e120, 0xd50000006f, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc006e8e120, 0x6f)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004caeff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004caeff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005d0e02c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004caeff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004caeff8, 0x1, 0xc0057245d0, 0xc010107e000, 0x2804f0419e98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004caeff8, 0x4, 0x200, 0xc004305e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004305000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006c8fd40, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005d08180, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004caf8f8, 0xc002f40000, 0x1d9c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005369c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 559 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0001c5800, 0x740, 0xc000649218, 0xc0009f0a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0001c5800, 0x740, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006493c0, 0xaa0503, 0x2, 0xc0001c5800, 0x740, 0x1, 0x196, 0xc007555740)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0001c5800, 0x740, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000649518, 0xc005629c40, 0x41, 0xc0004ab860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 560 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002c22400, 0xae3, 0xc001c57218, 0xc0009fd180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002c22400, 0xae3, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c573c0, 0xaa058b, 0x2, 0xc002c22400, 0xae3, 0x1, 0x22a, 0xc0075960c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002c22400, 0xae3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c57518, 0xc004f2aec0, 0x38, 0xc0062f9300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 561 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12cc1ab7a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041615b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0041615a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0023c0000, 0xc35, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b442a0, 0x65, 0xc0023c0000, 0xc35, 0xc0023c0000, 0xc35, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b442a0, 0x65, 0xc0023c0000, 0xc35, 0xaa0378, 0x1, 0xc0023c0000, 0xc35, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 562 [semacquire]:
bytes.makeSlice(0xfa, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0003c9150, 0x7a, 0xb)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0003c9150, 0xc00714b000, 0x7a, 0xb, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004055110)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004055030)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0003c9218, 0xae5578, 0xc00576b688)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.replaceTagWithContents(0xc0003c9218, 0x1182620, 0xa, 0xa)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:35 +0x46
github.com/advancedlogic/GoOse.(*outputFormatter).linksToText.func1(0x3, 0xc003ff4d50)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:84 +0x1ed
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003ff4c00, 0xc0003c92c0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).linksToText(0xc0003c9388, 0x8, 0xc00576b5e8, 0xc000bff880)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:71 +0x8e
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0003c9388, 0xc002738ff0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0003c9301, 0xc00576b5e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:41 +0xbb
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0003c9518, 0xc002738ff0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 564 [semacquire]:
strings.genSplit(0xc0004d6ea0, 0x199, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x199, 0xc0004d6d00, 0x199)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e33588, 0xaa04f9, 0x2, 0xc0004d6d00, 0x199, 0x1, 0x27, 0xc003db1d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001e33518, 0xc00166e3c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 565 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4007e80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024959b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024959a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00252e000, 0xf1a, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024c4a80, 0x38, 0xc00252e000, 0xf1a, 0xc00252e000, 0xf1a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024c4a80, 0x38, 0xc00252e000, 0xf1a, 0xaa0378, 0x1, 0xc00252e000, 0xf1a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 566 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0046ca480, 0xc003d56f40, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity.func1(0x2, 0xc0046ca480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:571 +0x38
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0036b5620, 0xc00017d1e8, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00017d518, 0xc0036b53b0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00017d518, 0xc0019e8040, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 567 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0053a5500, 0x6e1, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0053a5500, 0x6e1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0053a5500, 0x6e1, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0053a5500, 0x6e1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0053a5500, 0x6e1, 0x0, 0x0, 0x6e1, 0xc0053a5500, 0x6e1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0053a5500, 0x6e1, 0x6e1, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00186c72a, 0x48, 0xc0053a5500, 0x6e1, 0xc0053a5500, 0x6e1, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00186c72a, 0x48, 0xc0053a5500, 0x6e1, 0xaa0378, 0x1, 0xc0053a5500, 0x6e1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 568 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00166f100, 0xc0008db2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008db3c0, 0xaa04d9, 0x2, 0xc0018bc000, 0x14b3, 0x1, 0x3f6, 0xc0020e3320)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0018bc000, 0x14b3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0008db518, 0xc0020e3c40, 0x47, 0xc001bda500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 569 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc004f2bfe0, 0xc004cfc930, 0xc00451ea80, 0x2, 0x2, 0xc00451ea80, 0x2, 0x2)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc004f2bfe0, 0xc001dca1c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc004f2bfe0, 0xc0018201c0, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc004f2bfe0, 0xc0018201c0, 0xc000886f50, 0x747325, 0xc000bff880)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc0018200e0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc000011488, 0x1, 0x1, 0xc0008870b0, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000011488, 0x1, 0x1, 0xb856e0, 0xc004f2bfe0, 0xc0040c2090, 0xc0040c2090, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004ef7770, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0008878f8, 0xc00199a400, 0x85b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 570 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d073c0, 0xaa04f9, 0x2, 0xc003ca4000, 0x79c, 0xc003ca4000, 0xc004d073b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003ca4000, 0x79c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d07518, 0xc0056cd380, 0x58, 0xc001a19e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005372c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 571 [semacquire]:
bytes.makeSlice(0xbbb, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000927388, 0xa1, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000927388, 0xc0055b5c30, 0xa1, 0x5165d7, 0xc00479c541, 0xc0027706b0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0034fb030)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0034fafc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dc7490)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dc73b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dc6a80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004a4e840, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000927518, 0xc0073eaec0, 0x4e, 0xc0046b99f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 572 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0041d1e60, 0x81, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00795b0c0, 0xc007ae7880, 0xc00795a1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00795b0c0, 0xc007ae7810, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00795b0c0, 0xc007ae7810, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00795b0c0, 0xc007ae7810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00795b0c0, 0xc007ae7810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00795b0c0, 0xc007ae6cb0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0009290c0, 0xc007ae6cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009290c0, 0xc007ae6cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00795b0c0, 0xc007ae6bd0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0009290c0, 0xc007ae6bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009290c0, 0xc007ae6bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00795b0c0, 0xc007ae64d0, 0xc000928d40, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0009290c0, 0xc007ae64d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009290c0, 0xc007ae64d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00795b0c0, 0xc007ae63f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009290c0, 0xc007ae63f0, 0x54b170, 0xc00009c4e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007ae63f0, 0x0, 0x0, 0x0, 0x0, 0xc007ae63f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005ace180, 0x0, 0x0, 0x0, 0xa80, 0xc006a59500, 0xa24, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006a59500, 0xa24, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0057ac7d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000929518, 0xc0026047c0, 0xc0056cda00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 573 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12ec2265c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00254ef90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00254ef80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0026baf00, 0x4cf, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00093000a, 0x4b, 0xc0026baf00, 0x4cf, 0xc0026baf00, 0x4cf, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00093000a, 0x4b, 0xc0026baf00, 0x4cf, 0xaa0378, 0x1, 0xc0026baf00, 0x4cf, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 574 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00252ad00, 0x8ba, 0xc001e09218, 0xc000bff880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00252ad00, 0x8ba, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e093c0, 0xaa04f9, 0x2, 0xc00252ad00, 0x8ba, 0x1, 0x1cd, 0xc0065e3b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00252ad00, 0x8ba, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e09518, 0xc002310280, 0x3e, 0xc0022beecd)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005375c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 575 [semacquire]:
strings.genSplit(0xc0042b5000, 0xba4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d6b900, 0x23c, 0x23c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004ca13c0, 0xaa0599, 0x2, 0xc0042b3800, 0xba4, 0x1, 0x23c, 0xc002250e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0042b3800, 0xba4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004ca1518, 0xc003e914e0, 0x48, 0xc0016a140a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 576 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0057c2000, 0x1fc8, 0x437c3e, 0xc000782380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0057c2000, 0x1fc8, 0x7f13c8553c78, 0xc0019352e0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019353c0, 0xaa04f9, 0x2, 0xc0057c2000, 0x1fc8, 0xc0057c2000, 0xc0019353b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0057c2000, 0x1fc8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001935518, 0xc002244b20, 0x3c, 0xc007a009c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 577 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007596e60, 0xc002669220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002669588, 0xaa04f9, 0x2, 0xc0077db800, 0x7a8, 0x0, 0xc0009f0a80, 0x7f13f041c080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002669518, 0xc004338340, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 578 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0074e2000, 0x675, 0x675, 0x3, 0x0, 0x674, 0xc0074e2000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003f07518, 0xc00416be20, 0xc0056ccc60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005378c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 579 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00679a060, 0xc006f0d1e8, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006f0d518, 0xc007986090, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006f0d518, 0xc003e90e20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 581 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004af4600, 0x11c, 0x11c, 0x3, 0x0, 0x11b, 0xc004af4600)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0043bf518, 0xc0039388c0, 0xc0062fee60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 582 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005aff140, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004645518, 0xc005a23100, 0x31, 0xc001b3bdc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 583 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4010880, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023351a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002335190, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003a48000, 0x3d3, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aaa888, 0x30, 0xc003a48000, 0x3d3, 0xc003a48000, 0x3d3, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aaa888, 0x30, 0xc003a48000, 0x3d3, 0xaa0378, 0x1, 0xc003a48000, 0x3d3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 584 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00384de20, 0xc000587220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000587588, 0xaa04f9, 0x2, 0xc002ffb440, 0xc0, 0x1, 0x13, 0xc00075e100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000587518, 0xc001ef95c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 585 [semacquire]:
strings.Replace(0xc006fa4800, 0x16e4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x11, 0xc006fa4800, 0x16e4)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005fc18f8, 0xc005fa6000, 0x16e0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 586 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13641bf780, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a25f00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a25ef0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002a7a600, 0x1154, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d56080, 0x3f, 0xc002a7a600, 0x1154, 0xc002a7a600, 0x1154, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d56080, 0x3f, 0xc002a7a600, 0x1154, 0xaa0378, 0x1, 0xc002a7a600, 0x1154, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 587 [runnable]:
internal/reflectlite.typedmemmove(0xa36900, 0xc0021b47c8, 0xc004f2be20)
/usr/local/go/src/runtime/mbarrier.go:190 +0x4e
internal/reflectlite.Swapper.func9(0x446, 0x453)
/usr/local/go/src/internal/reflectlite/swapper.go:72 +0xe3
sort.swapRange_func(0xc003fad7d0, 0xc004f12b10, 0x446, 0x453, 0x1)
/usr/local/go/src/sort/zfuncversion.go:67 +0x4b
sort.rotate_func(0xc003fad7d0, 0xc004f12b10, 0x43e, 0x453, 0x454)
/usr/local/go/src/sort/zfuncversion.go:257 +0x82
sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x42a, 0x453, 0x455)
/usr/local/go/src/sort/zfuncversion.go:241 +0x364
sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x400, 0x451, 0x455)
/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x400, 0x49f, 0x4ab)
/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x400, 0x53f, 0x556)
/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x2ab, 0x52e, 0x556)
/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x0, 0x500, 0x556)
/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.stable_func(0xc003fad7d0, 0xc004f12b10, 0x556)
/usr/local/go/src/sort/zfuncversion.go:180 +0x12f
sort.SliceStable(0x9de7e0, 0xc004f2be00, 0xc003fad7d0)
/usr/local/go/src/sort/slice.go:27 +0xcb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0008e8000, 0x115e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0008e8000, 0x115e, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0008e8000, 0x115e, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0008e8000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0008e8000, 0x115e, 0x0, 0x0, 0x115e, 0x1800, 0xc0008e8000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0008e8000, 0x115e, 0x115e, 0x1800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005b38980, 0x37, 0xc0008e8000, 0x115e, 0xc0008e8000, 0x115e, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005b38980, 0x37, 0xc0008e8000, 0x115e, 0xaa0378, 0x1, 0xc0008e8000, 0x115e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 588 [runnable]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc00805ab30, 0xc0053092c8, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc00805ab30, 0xc008053340, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc00805ab30, 0xc0080533b0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0080533b0, 0xc0080533b0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00805aff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00805aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000ad58dc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00805aff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00805aff8, 0x1, 0xc005d226a0, 0xc01009f0a00, 0x2804f041b9b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00805aff8, 0x4, 0x540, 0xc003777a01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003777000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005bd9520, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00765b9e0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00394d8f8, 0xc00193c000, 0xabb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 589 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00744b6e0, 0xc0019c32c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019c33c0, 0xaa0569, 0x2, 0xc00560c880, 0xd1d, 0x4, 0x2f9, 0xc0062e8440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00560c880, 0xd1d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0019c3518, 0xc0006706e0, 0x41, 0xc0001f3a06)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 590 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035a9400, 0xaa04f9, 0x2, 0xc005d422d0, 0xe2, 0xc0035a9240, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x3, 0xc0065122d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00627fef0, 0xc0035a92c8, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0035a9388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0035a9388, 0xc00627e750, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0035a9301, 0xc0047519a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0035a9518, 0xc00627e750, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005561e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 591 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002d8fba0, 0xc004cb8ea9, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc002d8fba0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002d8fba0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002d8fba0, 0xc0024e3f80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0020bc080, 0x0, 0x0, 0x0, 0xc0015cf200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0020bc080, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015cf8f8, 0xc001639800, 0xbca, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005562a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 592 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043a3588, 0xaa04f9, 0x2, 0xc00349dce0, 0xda, 0x9, 0x1f, 0xc0049a3160)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0043a3518, 0xc00000e740, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 593 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4008820, 0x7f1368012aa0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004f7a5d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004f7a5c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0034d4c00, 0x51f, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004aaa5d, 0x37, 0xc0034d4c00, 0x51f, 0xc0034d4c00, 0x51f, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004aaa5d, 0x37, 0xc0034d4c00, 0x51f, 0xaa0378, 0x1, 0xc0034d4c00, 0x51f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 594 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006eb1400, 0xaa04f9, 0x2, 0xc006edb800, 0xb2, 0xc006eb1240, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0xa, 0xc004220c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004220780, 0xc006eb12c8, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc006eb1388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc006eb1388, 0xc004219c20, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc006eb1301, 0xc004751478)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc006eb1518, 0xc004219c20, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005564e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 595 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc004f2bf40, 0x4, 0x4, 0xc002a4e500, 0xd, 0x10, 0xc0072f9020, 0xc00576b6a0, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc001f489b8, 0x1, 0x1, 0xc0072f90f0, 0x7f13f041b2f0, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc001f489b8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00576b6a0, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0045bde60, 0xc003ff4e40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0072f9518, 0xc0045bde60, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0072f9518, 0xc00427cca0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005565a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 596 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0022443a0, 0xc00479d800, 0x5e3, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00479d800, 0x5e3, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00146a69d, 0x54, 0xc00479d800, 0x5e3, 0xc00479d800, 0x5e3, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00146a69d, 0x54, 0xc00479d800, 0x5e3, 0xaa0378, 0x1, 0xc00479d800, 0x5e3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 597 [semacquire]:
github.com/araddon/dateparse.newParser(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1710
github.com/araddon/dateparse.parseTime(0xc00502ff80, 0x58, 0x0, 0xc00502ff80, 0x58, 0x58)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0xf6
github.com/araddon/dateparse.ParseAny(0xc00502ff80, 0x58, 0x3, 0xaa0378, 0x1, 0xc00502ff80, 0x58)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00170f518, 0xc0006aa200, 0xc0006aab80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 598 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036a93c0, 0xaa04f9, 0x2, 0xc0053fc000, 0x708, 0xc0053fc000, 0xc0036a93b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0053fc000, 0x708, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0036a9518, 0xc005de6540, 0x31, 0xc001f3dcc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005567e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 599 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00576bc30, 0x1, 0x1, 0xc0005e5fb0, 0x6, 0x6, 0xc004b70fe0, 0xc004973760, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc00576bc18, 0x1, 0x1, 0xc004b710b0, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc00576bc18, 0x1, 0x1, 0xb856e0, 0xc004973760, 0xc0005e5e90, 0xc0005e5e90, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0005e5980, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b718f8, 0xc002b84c00, 0xbd4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005568a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 600 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.afterHeadIM(0xc002ff68f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002ff68f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002ff68f0, 0xc0050c2700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005169820, 0x0, 0x0, 0x0, 0xc0032e5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005169820, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032e58f8, 0xc00233d000, 0xdb7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 601 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400e950, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0032935e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0032935d4, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003d1e000, 0x606, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00078ea80, 0x5a, 0xc003d1e000, 0x606, 0xc003d1e000, 0x606, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00078ea80, 0x5a, 0xc003d1e000, 0x606, 0xaa0378, 0x1, 0xc003d1e000, 0x606, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 602 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003208b60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003208c30, 0xc00238ff80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e4c0, 0x0, 0x0, 0x0, 0xc002893200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e4c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028938f8, 0xc00513b500, 0x2826, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 603 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc000ef6e38, 0xc0051d2f98, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc000ef6e38, 0xc0016f60e0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc000ef6e38, 0xc0016f61c0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0016f61c0, 0xc0016f61c0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000ef7300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000ef7300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000ef7300, 0x0, 0xb856e0, 0xc0004ce0e8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000ef7300, 0xc002228a80, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000ef7300, 0x42ca96, 0xc0050bcc00, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000ef7370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00384d2c0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00223f950, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000ef7518, 0xc0041d7500, 0xabc101, 0x1d, 0x5f, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 604 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005af6300, 0x6ae, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005af6300, 0x6ae, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005af6300, 0x6ae, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005af6300, 0x6ae, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005af6300, 0x6ae, 0x0, 0x0, 0x6ae, 0xc005af6300, 0x6ae)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005af6300, 0x6ae, 0x6ae, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002929c20, 0x54, 0xc005af6300, 0x6ae, 0xc005af6300, 0x6ae, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002929c20, 0x54, 0xc005af6300, 0x6ae, 0xaa0378, 0x1, 0xc005af6300, 0x6ae, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 605 [semacquire]:
bytes.makeSlice(0xdc6, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004363a10, 0xbc, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004363a10, 0xc004726cc0, 0xbc, 0x6, 0xffffffffffffffff, 0xad018a)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004363a10, 0xc004726cc0, 0xbc, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004363a10, 0xc006749340, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc004363a10, 0xc006749180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004363a10, 0xc006748a10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004363a10, 0xc0016d4b60, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004363a10, 0xc0016d4460, 0xb84d20, 0xc004363a10)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004363a10, 0xc0016d4460, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0063bbef0, 0xb31d7e7a, 0x1251a20, 0xc0049735c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 606 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc0020f0840, 0xab2997, 0xc, 0xacdda4, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301
github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc0064c9518, 0xc0020f0840, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0064c9518, 0xc0062ff360, 0x40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 607 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005a64b40, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e2d8f8, 0xc003c49900, 0xc64, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 608 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc000842000, 0xf81, 0xc000d15218, 0xc0009f0a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc000842000, 0xf81, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d153c0, 0xaa058b, 0x2, 0xc000842000, 0xf81, 0x1, 0x344, 0xc00166f940)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000842000, 0xf81, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000d15518, 0xc005168340, 0x1f, 0xc003c0e300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 609 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ef53c0, 0xaa0569, 0x2, 0xc004965000, 0xf87, 0x5, 0x399, 0xc003c093e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004965000, 0xf87, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ef5518, 0xc001ef8040, 0x1a, 0xc0000e6460)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 610 [semacquire]:
strings.genSplit(0xc00018c000, 0x56d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002c35800, 0x15e, 0x15e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040773c0, 0xaa04d9, 0x2, 0xc005172000, 0x56d, 0x1, 0x15e, 0xc003db1f60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005172000, 0x56d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004077518, 0xc002605840, 0x29, 0xc0000ad1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005570e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 611 [semacquire]:
strings.Replace(0xc003730a00, 0x1408, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x9d80e22c73746f6c, 0x725020464c495020)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041778f8, 0xc003730a00, 0x1408, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005571a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 612 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4020800, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004875b50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004875b40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00420afc0, 0x235, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b139b0, 0x2b, 0xc00420afc0, 0x235, 0xc00420afc0, 0x235, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b139b0, 0x2b, 0xc00420afc0, 0x235, 0xaa0378, 0x1, 0xc00420afc0, 0x235, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 613 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002ff6410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc002ff64e0, 0xc00529e230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f26d40, 0x0, 0x0, 0x0, 0xc001e5d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f26d40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e5d8f8, 0xc000516c00, 0x1096, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 614 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003fbd790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003fbd860, 0xc0018fb030, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7ce0, 0x0, 0x0, 0x0, 0xc0019bb200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7ce0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0019bb8f8, 0xc001928000, 0xde1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005573e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 615 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24be0, 0x0, 0x0, 0x0, 0xc004f15080, 0x506, 0x2, 0xc0035a5218, 0xc004f15080, 0x506, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24be0, 0xc004f15080, 0x506, 0xaa0378, 0x1, 0x1, 0x14)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0023e9518, 0xc0042c6bc0, 0xc00432bf00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005574a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 616 [semacquire]:
golang.org/x/net/html.parseDoctype(0xc00164ce18, 0x4, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/doctype.go:17 +0x42
golang.org/x/net/html.initialIM(0xc003fbdee0, 0x7f1300000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:530 +0x98
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003fbdee0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003fbdee0, 0xc001c2d650, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7e00, 0x0, 0x0, 0x0, 0xc003577200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7e00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035778f8, 0xc0048f3200, 0x2512, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 617 [semacquire]:
bytes.makeSlice(0x81f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002ccd0c0, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002ccd0c0, 0x1189d4c, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002ccd0c0, 0xc00578a1a0, 0xc7, 0xc7, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ccd0c0, 0xc007ae3420, 0xc002220fd0, 0xc002ccbfa0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ccd0c0, 0xc007ae33b0, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ccd0c0, 0xc007ae33b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ccd0c0, 0xc007ae33b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ccd0c0, 0xc007ae31f0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ccd0c0, 0xc007ae31f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ccd0c0, 0xc007ae31f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ccd0c0, 0xc007acbea0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a950c0, 0xc007acbea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a950c0, 0xc007acbea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ccd0c0, 0xc007acbdc0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a950c0, 0xc007acbdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a950c0, 0xc007acbdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ccd0c0, 0xc007acb6c0, 0xc000a55880, 0x7f13f0419e98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a950c0, 0xc007acb6c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a950c0, 0xc007acb6c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ccd0c0, 0xc007acb5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a950c0, 0xc007acb5e0, 0x54b170, 0xc00009c1a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007acb5e0, 0x0, 0x0, 0x0, 0x0, 0xc007acb5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00307d890, 0x0, 0x0, 0x0, 0x1300, 0xc0046ba000, 0x1142, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0046ba000, 0x1142, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0047ee5a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a95518, 0xc00384d800, 0xc0056cc560)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 618 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003fbd6c0, 0xc0035b9980, 0x1f)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003fbd6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003fbd6c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003fbd6c0, 0xc00184ce70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7ca0, 0x0, 0x0, 0x0, 0xc004d01200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7ca0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d018f8, 0xc002ffa000, 0xe91, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005576e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 619 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc003f239e0, 0xffffffff, 0xc003dfaa58)
/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc003f239e0, 0xc002925810, 0xc002925810)
/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc003f239e0, 0x79)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003dfaff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003dfaff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00164dd64)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003dfaff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003dfaff8, 0x1, 0xc00063b510, 0xc010004c701, 0x2804f04197d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003dfaff8, 0x4, 0x4a4, 0xc002914b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002914000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006691450, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005a64570, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dfb8f8, 0xc002834c00, 0xb55, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005577a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 620 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006823400, 0xaa04f9, 0x2, 0xc002e68280, 0x252, 0xc006823240, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x1, 0xc003be2e10)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0043d8f30, 0xc0068232c8, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc006823388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc006823388, 0xc006310ab0, 0xaa04f9, 0x2, 0xc006823518, 0x8, 0x9ecc80, 0xc006823301, 0xc0008226c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc006823518, 0xc006310ab0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 621 [runnable]:
strings.genSplit(0xc006a2111a, 0xade, 0xaa0378, 0x1, 0x0, 0x2a7, 0xc007ff4000, 0x2a8, 0x2a8)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f253c0, 0xaa04fd, 0x2, 0xc003e10800, 0xbf8, 0x4f, 0x2a8, 0xc00000fa60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003e10800, 0xbf8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f25518, 0xc00000f5a0, 0x50, 0xc0047ebd60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 622 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0036a52e0, 0x432e00, 0xc0036a5210, 0x48afc0e8, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0036a52e0, 0xc000780000, 0x5, 0xc0036a5230, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0036a52e0, 0xc0036a52f8, 0x43b3b7, 0x1252790, 0xc0036a5200, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f13c85c24f0, 0xc0036a5301, 0x10100000042ab7a, 0x0, 0x1692)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00591c150, 0xaa64ee, 0x5, 0x1dd2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0036a5518, 0xc0056cde20, 0x1692, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005579e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 623 [semacquire]:
github.com/gigawattio/window.Rolling(0xc007b60a80, 0x28d, 0x28d, 0x3, 0x0, 0x28c, 0xc007b60a80)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004b59518, 0xc003db0dc0, 0xc003db17a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 624 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0058a4810, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004643518, 0xc0041d7a00, 0xb3, 0xc0021e9d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 625 [semacquire]:
strings.genSplit(0xc005e7a1e0, 0xec, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1fd, 0xc005e7a0f0, 0xec)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00218f588, 0xaa04f9, 0x2, 0xc005e7a0f0, 0xec, 0x13, 0xc00218f290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc005e2c540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0039be8d0, 0xc00218f320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00218f518, 0xc00515b7a0, 0xc0045bf9c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00218f518, 0xc00515b7a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00218f518, 0xc00515b7a0, 0xc00515b7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 626 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000501ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000501c70, 0xc006dfdc00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973ca0, 0x0, 0x0, 0x0, 0xc004cb1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973ca0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cb18f8, 0xc003904000, 0xfe2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 627 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400d610, 0x7f1334210490)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005b016f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005b016d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00568b000, 0x7c9, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0017200c0, 0x36, 0xc00568b000, 0x7c9, 0xc00568b000, 0x7c9, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0017200c0, 0x36, 0xc00568b000, 0x7c9, 0xaa0378, 0x1, 0xc00568b000, 0x7c9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 628 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0041561b0, 0xc0039611d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0041561b0, 0x0, 0x0, 0x0, 0x2000, 0xc007874000, 0x1e33, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc007874000, 0x1e33, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00197db90)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003961518, 0xc005de6d60, 0xc003db0640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557e60, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 629 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033a33c0, 0xaa0569, 0x2, 0xc0014ed900, 0x2290, 0x5, 0x682, 0xc00166edc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0014ed900, 0x2290, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0033a3518, 0xc001ef8820, 0x4b, 0xc0047faaf0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557f20, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 630 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007a93000, 0x7a8, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007a93000, 0x7a8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007a93000, 0x7a8, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007a93000, 0x7a8, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007a93000, 0x7a8, 0x0, 0x0, 0x7a8, 0xc007a93000, 0x7a8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007a93000, 0x7a8, 0x7a8, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bdb810, 0x3c, 0xc007a93000, 0x7a8, 0xc007a93000, 0x7a8, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bdb810, 0x3c, 0xc007a93000, 0x7a8, 0xaa0378, 0x1, 0xc007a93000, 0x7a8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576000, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 631 [semacquire]:
strings.Replace(0xc005aed980, 0x18b6, 0xaa2b4e, 0x3, 0xaa0382, 0x1, 0x1, 0xc005aed980, 0x18b6)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003501518, 0xc0020bdce0, 0xc0004ce260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005760c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 632 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1328009960, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ac25a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004ac2570, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0028ab800, 0x583, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00485c050, 0x45, 0xc0028ab800, 0x583, 0xc0028ab800, 0x583, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00485c050, 0x45, 0xc0028ab800, 0x583, 0xaa0378, 0x1, 0xc0028ab800, 0x583, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 633 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00559b2b0, 0xc001bc3b20, 0x65)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00559b2b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00559b2b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00559b2b0, 0xc0028cacb0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006c40060, 0x0, 0x0, 0x0, 0x0, 0x1501, 0xc006c40000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006c40000, 0x0, 0x0, 0x0, 0x1800, 0xc0074d5800, 0x1513, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0074d5800, 0x1513, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xd1a1561900000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e87518, 0xc0042c7aa0, 0xc005a22fe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 634 [runnable]:
github.com/fatih/set.(*Set).Add(0xc003646820, 0xc003e232c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e233c0, 0xaa04f9, 0x2, 0xc0004ea000, 0xbde, 0xc0004ea000, 0xc003e233b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0004ea000, 0xbde, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e23518, 0xc0020e39c0, 0x37, 0xc002282a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 635 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400e530, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002771510, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002771500, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003f76800, 0x3a5, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002282d00, 0x3b, 0xc003f76800, 0x3a5, 0xc003f76800, 0x3a5, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002282d00, 0x3b, 0xc003f76800, 0x3a5, 0xaa0378, 0x1, 0xc003f76800, 0x3a5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005763c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 636 [runnable]:
sync.(*RWMutex).RUnlock(0xc0004ce068)
/usr/local/go/src/sync/rwmutex.go:62 +0x50
github.com/fatih/set.(*Set).Has(0xc0004ce060, 0xc0030d32c0, 0x1, 0x1, 0xc00009f700)
/home/develop/go/src/github.com/fatih/set/set_ts.go:86 +0x10c
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030d33c0, 0xaa0503, 0x2, 0xc003d22000, 0x152d, 0x62, 0x42e, 0xc00477e860)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003d22000, 0x152d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0030d3518, 0xc0006700c0, 0x3b, 0xc005903540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 637 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00306caa0, 0x0, 0x0, 0x0, 0xc0018a4200, 0x1ae3, 0x2, 0xc003f5b218, 0xc0018a4200, 0x1ae3, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00306caa0, 0xc0018a4200, 0x1ae3, 0xaa0378, 0x1, 0x1, 0x38)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00314d518, 0xc003646bc0, 0xc003647420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 638 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000501110, 0xc005d0e030, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000501110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000501110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000501110, 0xc00564d2d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973580, 0x0, 0x0, 0x0, 0xc00251b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973580, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00251b8f8, 0xc001892f00, 0x236e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 639 [semacquire]:
strings.genSplit(0xc0038a60d0, 0xcd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xcd, 0xc0041c5ba0, 0xcd)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0024f5400, 0xaa04f9, 0x2, 0xc0041c5ba0, 0xcd, 0xc0024f5240, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x4, 0xc0028eacc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0058d7dd0, 0xc0024f52c8, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0024f5388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0024f5388, 0xc001994180, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x3f1, 0x3f2)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0024f5518, 0xc001994180, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005766c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 640 [semacquire]:
strings.genSplit(0xc006648800, 0x153d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0061e3800, 0x451, 0x451)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a2d3c0, 0xaa0569, 0x2, 0xc003b53800, 0x153d, 0x6, 0x451, 0xc0049a2fa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003b53800, 0x153d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a2d518, 0xc0022448c0, 0x1c, 0xc0021f0740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 641 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00177b200, 0x5f6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00177b200, 0x5f6, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00177b200, 0x5f6, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00177b200, 0x5f6, 0x0, 0x0, 0x5f6, 0xc00177b200, 0x5f6)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00177b200, 0x5f6, 0x5f6, 0x600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005698e00, 0x32, 0xc00177b200, 0x5f6, 0xc00177b200, 0x5f6, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005698e00, 0x32, 0xc00177b200, 0x5f6, 0xaa0378, 0x1, 0xc00177b200, 0x5f6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 642 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002718000, 0x1743, 0x0, 0xc000dff500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002718000, 0x1743, 0x42f9b8, 0xc00228b2e0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00228b3c0, 0xaa04f9, 0x2, 0xc002718000, 0x1743, 0xc002718000, 0xc00228b3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002718000, 0x1743, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00228b518, 0xc004338ca0, 0x3b, 0xc001b3aa40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 643 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00050b0c0, 0xc003dce9a0, 0x6b, 0xc00000003b, 0x0, 0x3b)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00050b0c0, 0xc003dce9a0, 0x6b, 0x6b, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00050b0c0, 0xc006e5dc70, 0xc00050a1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050b0c0, 0xc006e5dc00, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00050b0c0, 0xc006e5dc00, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00050b0c0, 0xc006e5dc00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00050b0c0, 0xc006e5dc00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050b0c0, 0xc006e5cf50, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025070c0, 0xc006e5cf50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc006e5cf50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050b0c0, 0xc006e5ce70, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025070c0, 0xc006e5ce70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc006e5ce70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050b0c0, 0xc006e5c770, 0x400, 0x203001)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025070c0, 0xc006e5c770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc006e5c770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050b0c0, 0xc006e5c690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc006e5c690, 0x54b170, 0xc004c0f860)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006e5c690, 0x0, 0x0, 0x0, 0x0, 0xc006e5c690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005399e90, 0x0, 0x0, 0x0, 0xc00, 0xc002c23000, 0xaa8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002c23000, 0xaa8, 0x0, 0x0, 0x0, 0x440d95, 0xc005399e30, 0x7f13c801280c, 0x5b7c2ebf00000002)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002507518, 0xc0043380e0, 0xc0020e2fe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005769c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 644 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc0006ed440, 0x117, 0x2, 0xc0067f8198, 0xa, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0006ed440, 0x117, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0067f90c0, 0xc006869e30, 0xc0067f81b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0067f90c0, 0xc006869dc0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0067f90c0, 0xc006869dc0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0067f90c0, 0xc006869dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0067f90c0, 0xc006869dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0067f90c0, 0xc006869500, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033950c0, 0xc006869500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033950c0, 0xc006869500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0067f90c0, 0xc006869420, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033950c0, 0xc006869420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033950c0, 0xc006869420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0067f90c0, 0xc006868d20, 0x20300100000000, 0x7f13946c5fff)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033950c0, 0xc006868d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033950c0, 0xc006868d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0067f90c0, 0xc006868c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033950c0, 0xc006868c40, 0x54b170, 0xc002c81ad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006868c40, 0x0, 0x0, 0x0, 0x0, 0xc006868c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005240c30, 0x0, 0x0, 0x0, 0x1800, 0xc005b5e000, 0x1634, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005b5e000, 0x1634, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0016e38f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003395518, 0xc005de7400, 0xc003746760)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 645 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc0005190a0, 0x8, 0x2, 0xc000cd0538, 0xc0005192f0, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0005190a0, 0x8, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000cd10c0, 0xc00043b490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000cd10c0, 0xc00043a9a0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0009250c0, 0xc00043a9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009250c0, 0xc00043a9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000cd10c0, 0xc00043a8c0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0009250c0, 0xc00043a8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009250c0, 0xc00043a8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000cd10c0, 0xc00043a1c0, 0xc000ad8380, 0x7f13f041b9b8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0009250c0, 0xc00043a1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009250c0, 0xc00043a1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000cd10c0, 0xc00043a0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009250c0, 0xc00043a0e0, 0x54b170, 0xc0005aba00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00043a0e0, 0x0, 0x0, 0x0, 0x0, 0xc00043a0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001f6bbf0, 0x0, 0x0, 0x0, 0xc00, 0xc002ff3400, 0xb11, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002ff3400, 0xb11, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0028b6240)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000925518, 0xc0004cf560, 0xc0002d8320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 646 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0000a7b00, 0xc001fbf2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fbf3c0, 0xaa0599, 0x2, 0xc006a94000, 0x291d, 0x1, 0x75c, 0xc00427d7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006a94000, 0x291d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fbf518, 0xc001ef9e40, 0x49, 0xc005f1c5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 647 [semacquire]:
strings.Replace(0xc003b1a000, 0x2837, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f238f8, 0xc003b1a000, 0x2837, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 648 [semacquire]:
strings.genSplit(0xc003a14a80, 0xa6f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005ecaa00, 0x219, 0x219)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fc13c0, 0xaa058b, 0x2, 0xc003795500, 0xa6f, 0x1, 0x219, 0xc0043cd880)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003795500, 0xa6f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fc1518, 0xc0062fe720, 0x47, 0xc00485c190)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 649 [semacquire]:
strings.genSplit(0xc004efc000, 0xf31, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002c58000, 0x2b2, 0x2b2)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c133c0, 0xaa059b, 0x2, 0xc004d9a000, 0xf31, 0x17, 0x2b2, 0xc0000a7340)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004d9a000, 0xf31, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c13518, 0xc00427d1c0, 0x33, 0xc005c894c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576e40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 650 [semacquire]:
golang.org/x/net/html/atom.String(0xc002d6e0d6, 0x8, 0xf2a, 0xf2a, 0xc002d6e0e0)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc00475f380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc00475f450, 0xc00397c000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019e86c0, 0x0, 0x0, 0x0, 0xc00188b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019e86c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00188b8f8, 0xc001796f00, 0x210d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576f00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 651 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc00353f500, 0x285f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005b75380)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00439f518, 0xc004ebb300, 0xc0004ced00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576fc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 652 [semacquire]:
strings.Replace(0xc004b50c80, 0x191f, 0xaa3f06, 0x4, 0xaa1c36, 0x3, 0x3, 0xc004b50c80, 0x191f)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0014df518, 0xc004338100, 0xc00416bfe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577080, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 653 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13840059a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d76560, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004d76550, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0053fc800, 0x7d4, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c8804c, 0x2d, 0xc0053fc800, 0x7d4, 0xc0053fc800, 0x7d4, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005c8804c, 0x2d, 0xc0053fc800, 0x7d4, 0xaa0378, 0x1, 0xc0053fc800, 0x7d4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577140, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 654 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017d93c0, 0xaa0503, 0x2, 0xc001a42000, 0x753, 0x1, 0x182, 0xc00384de60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001a42000, 0x753, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0017d9518, 0xc00166e240, 0x49, 0xc0002dc820)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 655 [semacquire]:
strings.genSplit(0xc00202e000, 0xd8e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007800000, 0x290, 0x290)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0014db3c0, 0xaa0503, 0x2, 0xc004dc2000, 0xd8e, 0x1, 0x290, 0xc003f26900)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004dc2000, 0xd8e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0014db518, 0xc0056cc760, 0x75, 0xc0058c2e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005772c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 656 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ccd3c0, 0xaa0503, 0x2, 0xc003920000, 0xe25, 0x1, 0x30b, 0xc003f27ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003920000, 0xe25, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ccd518, 0xc0002d83c0, 0x3e, 0xc001cc4700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 657 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc007b3f0c0, 0xc003c984e0, 0xcc, 0x2, 0x2, 0x6)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc007b3f0c0, 0xc003c984e0, 0xcc, 0xcc, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007b3f0c0, 0xc004f9afc0, 0xc007b3e1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007b3f0c0, 0xc004bffc70, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc007b3f0c0, 0xc004bffc70, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007b3f0c0, 0xc004bffc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007b3f0c0, 0xc004bffc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007b3f0c0, 0xc0045483f0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e550c0, 0xc0045483f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e550c0, 0xc0045483f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007b3f0c0, 0xc004548310, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e550c0, 0xc004548310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e550c0, 0xc004548310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007b3f0c0, 0xc0047a6540, 0xc002e54d00, 0x444010)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e550c0, 0xc0047a6540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e550c0, 0xc0047a6540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007b3f0c0, 0xc0047a6460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e550c0, 0xc0047a6460, 0x54b170, 0xc0005ab040)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0047a6460, 0x0, 0x0, 0x0, 0x0, 0xc0047a6460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00523be60, 0x0, 0x0, 0x0, 0xc00, 0xc002a5a800, 0xb9f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002a5a800, 0xb9f, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xdb0ac88200000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e55518, 0xc003646540, 0xc004ec7c60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 658 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0054ea000, 0xc8, 0xc8, 0x3, 0x0, 0xc7, 0xc0054ea000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001be9518, 0xc00000ffa0, 0xc00000fc80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1627 [runnable]:
bytes.makeSlice.func1()
/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0x405, 0xc007dc4000, 0x405, 0x405)
/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc00780ea50, 0xaf, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00780ea50, 0xc00578a42c, 0xaf, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00780ea50, 0xc00578a42c, 0xcb, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00780ea50, 0xc007e87110, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00780ea50, 0xc007e870a0, 0xb84d20, 0xc00780ea50)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00780ea50, 0xc007e870a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00780e840, 0x203001, 0x203001, 0xab9d000900000000, 0xc00091b138)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00780e840)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00780e7e0, 0xc00091b2c8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00091b6b0, 0xc003c08ac0, 0xaac03e, 0x7, 0xc003c08ac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00091b6b0, 0xc003c08ac0, 0xc003c093c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00502e8a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 660 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039453c0, 0xaa04f9, 0x2, 0xc004320700, 0x6f3, 0x4, 0x186, 0xc004972e60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004320700, 0x6f3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003945518, 0xc004ebb780, 0x43, 0xc0046b9d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 661 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004c5a000, 0x991, 0xc007827218, 0xc000782380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004c5a000, 0x991, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0078273c0, 0xaa058b, 0x2, 0xc004c5a000, 0x991, 0x1, 0x219, 0xc007730cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004c5a000, 0x991, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007827518, 0xc003c08f80, 0x3f, 0xc001f3ccc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 662 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f132c003170, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00209bd70, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00209bce0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0036e2000, 0x77d, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00658be50, 0x47, 0xc0036e2000, 0x77d, 0xc0036e2000, 0x77d, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00658be50, 0x47, 0xc0036e2000, 0x77d, 0xaa0378, 0x1, 0xc0036e2000, 0x77d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 663 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005175700, 0x54a, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005175700, 0x54a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005175700, 0x54a, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005175700, 0x54a, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005175700, 0x54a, 0x0, 0x0, 0x54a, 0xc005175700, 0x54a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005175700, 0x54a, 0x54a, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bdb720, 0x4d, 0xc005175700, 0x54a, 0xc005175700, 0x54a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bdb720, 0x4d, 0xc005175700, 0x54a, 0xaa0378, 0x1, 0xc005175700, 0x54a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005778c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 664 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0053453c0, 0xaa059b, 0x2, 0xc0067a7600, 0x883, 0x14, 0x1ab, 0xc00427d7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0067a7600, 0x883, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005345518, 0xc00166e800, 0x4b, 0xc0046b9b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 665 [semacquire]:
strings.genSplit(0xc004399200, 0x84a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005888000, 0x19a, 0x19a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fbd3c0, 0xaa058b, 0x2, 0xc005c33600, 0x84a, 0x1, 0x19a, 0xc0006aa4c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005c33600, 0x84a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fbd518, 0xc005de7760, 0x44, 0xc003c11cc9)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 666 [semacquire]:
bytes.makeSlice(0x19a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0050bd9e0, 0x92, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0050bd9e0, 0xc004832140, 0x92, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0050bd9e0, 0xc004832140, 0x92, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0050bd9e0, 0xc003ba3810, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0050bd9e0, 0xc003ba3650, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0050bd9e0, 0xc003ba35e0, 0xb84d20, 0xc0050bd9e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0050bd9e0, 0xc003ba35e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0050bd830, 0xf037b8c4, 0x1251a20, 0xc00384d600, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 668 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0001eb860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0001eb930, 0xc002861110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005de6120, 0x0, 0x0, 0x0, 0xc001c09200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005de6120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c098f8, 0xc003b8c600, 0x11f8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 669 [semacquire]:
strings.genSplit(0xc00622e000, 0xb89, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007372000, 0x255, 0x255)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034233c0, 0xaa058b, 0x2, 0xc005e82400, 0xb89, 0x1, 0x255, 0xc003f26ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005e82400, 0xb89, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003423518, 0xc0020bc540, 0x3a, 0xc003a8d489)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 670 [semacquire]:
bytes.makeSlice(0x1d14, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007987740, 0x2, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007987740, 0xaa0425, 0x2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc007987740, 0xc00034bce0, 0xb84d20, 0xc007987740)
/home/develop/go/src/golang.org/x/net/html/render.go:225 +0x76c
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc007987740, 0xc00034bce0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007987710, 0x203001, 0x203001, 0xff5f483700000000, 0xc003d15138)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc007987710)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0079876e0, 0xc003d152c8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc003d156b0, 0xc0065290e0, 0xaac03e, 0x7, 0xc0065290e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc003d156b0, 0xc0065290e0, 0xc0065299e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 671 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0017ae1c0, 0x1b3, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583f0c0, 0xc0058ff260, 0xc00583e1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583f0c0, 0xc0058ff1f0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00583f0c0, 0xc0058ff1f0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00583f0c0, 0xc0058ff1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583f0c0, 0xc0058ff1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583f0c0, 0xc0058fed20, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00583f0c0, 0xc0058fed20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583f0c0, 0xc0058fed20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583f0c0, 0xc0058fec40, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00583f0c0, 0xc0058fec40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583f0c0, 0xc0058fec40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583f0c0, 0xc0058fe540, 0xc000808a80, 0x7f13f041ac28)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00583f0c0, 0xc0058fe540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583f0c0, 0xc0058fe540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583f0c0, 0xc0058fe460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583f0c0, 0xc0058fe460, 0x54b170, 0xc0024a7790)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0058fe460, 0x0, 0x0, 0x0, 0x0, 0xc0058fe460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004f1dd10, 0x0, 0x0, 0x0, 0x1980, 0xc00598b980, 0x18ee, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00598b980, 0x18ee, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0061f6230)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00583f518, 0xc00075eb60, 0xc00075f5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 672 [runnable]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004c53500, 0xa76, 0xc001fc7218, 0xc000783c00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004c53500, 0xa76, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fc73c0, 0xaa0503, 0x2, 0xc004c53500, 0xa76, 0x39, 0x214, 0xc003f27980)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004c53500, 0xa76, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fc7518, 0xc0020e27e0, 0x36, 0xc003a8d709)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 673 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1378001630, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004117ce0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004117cd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001ab7ba0, 0x19e, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e12180, 0x2f, 0xc001ab7ba0, 0x19e, 0xc001ab7ba0, 0x19e, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e12180, 0x2f, 0xc001ab7ba0, 0x19e, 0xaa0378, 0x1, 0xc001ab7ba0, 0x19e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 674 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049a3780, 0xc0076d31b0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0076d3588, 0xaa04f9, 0x2, 0xc002033a00, 0xc9, 0x0, 0xc0076d33d8, 0xc002250fe8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0076d3518, 0xc004105830, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0076d3518, 0xc003f27ae0, 0x41)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 675 [runnable]:
regexp.(*inputBytes).index(0xc0033b1878, 0xc0000bf7c0, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:431 +0xa3
regexp.(*Regexp).backtrack(0xc0000bf7c0, 0xc006b6d800, 0xbb7, 0xc00, 0x0, 0x0, 0x0, 0x0, 0x127d380, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:342 +0x3c6
regexp.(*Regexp).doExecute(0xc0000bf7c0, 0x0, 0x0, 0xc006b6d800, 0xbb7, 0xc00, 0x0, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).doMatch(...)
/usr/local/go/src/regexp/exec.go:514
regexp.(*Regexp).Match(...)
/usr/local/go/src/regexp/regexp.go:513
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc006d04e70)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0xb5
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006d04e40, 0xc0068392c8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0068396b0, 0xc00166f900, 0xaac03e, 0x7, 0xc00166f900)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0068396b0, 0xc00166f900, 0xc0026041c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 676 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004150a80, 0x953, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004150a80, 0x953, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004150a80, 0x953, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004150a80, 0x953, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004150a80, 0x953, 0x0, 0x0, 0x953, 0xc004150a80, 0x953)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004150a80, 0x953, 0x953, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00194c040, 0x18, 0xc004150a80, 0x953, 0xc004150a80, 0x953, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00194c040, 0x18, 0xc004150a80, 0x953, 0xaa0378, 0x1, 0xc004150a80, 0x953, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 677 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1380008620, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0054febb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0054feba0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0053a8000, 0x620, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004ab720, 0x42, 0xc0053a8000, 0x620, 0xc0053a8000, 0x620, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004ab720, 0x42, 0xc0053a8000, 0x620, 0xaa0378, 0x1, 0xc0053a8000, 0x620, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 678 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00544c800, 0x73e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00544c800, 0x73e, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00544c800, 0x73e, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00544c800, 0x73e, 0x0, 0x0, 0x73e, 0xc00544c800, 0x73e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00544c800, 0x73e, 0x73e, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004d99aab, 0x20, 0xc00544c800, 0x73e, 0xc00544c800, 0x73e, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004d99aab, 0x20, 0xc00544c800, 0x73e, 0xaa0378, 0x1, 0xc00544c800, 0x73e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 679 [semacquire]:
golang.org/x/net/html/atom.String(0xc00485312b, 0x8, 0xed5, 0xed5, 0xc004853135)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc002589450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc002589520, 0xc004f5a150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00280af90, 0x0, 0x0, 0x0, 0x0, 0x901, 0xc00280af60)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00280af60, 0x0, 0x0, 0x0, 0xa80, 0xc00674aa80, 0x947, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00674aa80, 0x947, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000b135c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0018c9518, 0xc00075ece0, 0xc0006aa440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 680 [semacquire]:
strings.genSplit(0xc006684c00, 0x11eb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00738c000, 0x397, 0x397)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019553c0, 0xaa0503, 0x2, 0xc0008ea600, 0x11eb, 0x65, 0x397, 0xc005a23ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0008ea600, 0x11eb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001955518, 0xc0002d80e0, 0x50, 0xc0002dc0f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 681 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016ad3c0, 0xaa04f9, 0x2, 0xc0056b2000, 0xffb, 0xc0056b2000, 0xc0016ad3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0056b2000, 0xffb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0016ad518, 0xc0024bd5c0, 0x3e, 0xc001b3a04b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 682 [semacquire]:
strings.Replace(0xc0045b4600, 0x11a1, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc0032a8070, 0x0, 0x0, 0x0, 0x0, 0xc0032a8070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00456e960, 0x0, 0x0, 0x0, 0x1800, 0xc003e52000, 0x1535, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003e52000, 0x1535, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001b3a200)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001b5f518, 0xc0000a61e0, 0xc00166e820)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 683 [semacquire]:
strings.genSplit(0xc0044c9800, 0xa82, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004340000, 0x1f9, 0x1f9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001acb3c0, 0xaa058b, 0x2, 0xc00098f800, 0xa82, 0x1, 0x1f9, 0xc0056ccce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00098f800, 0xa82, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001acb518, 0xc0000a66a0, 0x46, 0xc001e10008)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 684 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0069090c0, 0xc002579880, 0x62, 0x62, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0069090c0, 0xc0045728c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069090c0, 0xc0045721c0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0069090c0, 0xc0045721c0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0069090c0, 0xc0045721c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0069090c0, 0xc0045721c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069090c0, 0xc006cacb60, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e9b0c0, 0xc006cacb60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e9b0c0, 0xc006cacb60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069090c0, 0xc006caca80, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e9b0c0, 0xc006caca80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e9b0c0, 0xc006caca80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069090c0, 0xc006cac380, 0xc000ad9500, 0x7f13f04197d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e9b0c0, 0xc006cac380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e9b0c0, 0xc006cac380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069090c0, 0xc006cac2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e9b0c0, 0xc006cac2a0, 0x54b170, 0xc0008265b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006cac2a0, 0x0, 0x0, 0x0, 0x0, 0xc006cac2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00780f7d0, 0x0, 0x0, 0x0, 0x1300, 0xc006199300, 0x118d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006199300, 0x118d, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0018d2540)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e9b518, 0xc0004cf7c0, 0xc0073eb440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 685 [semacquire]:
strings.genSplit(0xc005d66c00, 0xb86, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00347f800, 0x265, 0x265)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049913c0, 0xaa05c9, 0x2, 0xc000991000, 0xb86, 0x6, 0x265, 0xc0043386e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000991000, 0xb86, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004991518, 0xc003ada660, 0x41, 0xc00378c1e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 686 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00534ffc0, 0xc0039df2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039df3c0, 0xaa04f9, 0x2, 0xc005678a80, 0x932, 0xc005678a80, 0xc0039df3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005678a80, 0x932, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039df518, 0xc00534fbe0, 0x4c, 0xc00485d3b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057ea20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 687 [semacquire]:
strings.genSplit(0xc0033cf800, 0x15ef, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007156a00, 0x537, 0x537)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e613c0, 0xaa04fd, 0x2, 0xc001bce800, 0x15ef, 0x50, 0x537, 0xc004972c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001bce800, 0x15ef, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e61518, 0xc00000eca0, 0x4b, 0xc0001f38be)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 688 [semacquire]:
bytes.makeSlice(0xd6c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0016ee450, 0x12c, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0016ee450, 0xc0045dc294, 0x12c, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0016ee450, 0xc0045dc294, 0x140, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0016ee450, 0xc0038e7c00, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0016ee450, 0xc0038e7b90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0016ee450, 0xc003a8e070, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0016ee450, 0xc003896150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0016ee450, 0xc003827a40, 0xb84d20, 0xc0016ee450)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0016ee450, 0xc003827a40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00280bf80, 0x824b4e65, 0x1251a20, 0xc004338460, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 689 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._cgo_cmalloc(0x75e, 0x7f12b4ae4570)
_cgo_gotypes.go:138 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_CString(0xc0030f4800, 0x75d, 0xc0001e8720)
_cgo_gotypes.go:47 +0x33
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc007677100, 0xc0030f4800, 0x75d, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:139 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0030f4800, 0x75d, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00081f980, 0x55, 0xc0030f4800, 0x75d, 0xc0030f4800, 0x75d, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00081f980, 0x55, 0xc0030f4800, 0x75d, 0xaa0378, 0x1, 0xc0030f4800, 0x75d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 690 [semacquire]:
regexp.onePassCopy(0xc0028eb140, 0xc0028eb140)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0028eb140, 0xc0028eb140)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002440ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002440ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00219e674)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002440ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002440ff8, 0x1, 0xc00449eb70, 0xc010097f800, 0x2804f041b2f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002440ff8, 0x4, 0x471, 0xc0024b3b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0024b3000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002d8e5b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0028eb110, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b3b8f8, 0xc0056b9c00, 0xb87, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 691 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0004ce160, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004ce160, 0x0, 0x0, 0x0, 0xc0016a9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004ce160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016a98f8, 0xc004dcb000, 0xf36, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 692 [semacquire]:
bytes.makeSlice(0xc28, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002559388, 0xe0, 0xce)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002559388, 0xc003d84fc0, 0xe0, 0x5165d7, 0xc0031dfcf4, 0xc0016d03f8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006c24850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006c247e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00118b340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00118b260)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00118ab60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004362b40, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002559518, 0xc002604580, 0x3c, 0xc002ba7d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 693 [semacquire]:
github.com/gigawattio/window.Rolling(0xc007584c00, 0x260, 0x260, 0x3, 0x0, 0x25f, 0xc007584c00)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004cad518, 0xc00427dde0, 0xc005628760)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 694 [semacquire]:
github.com/araddon/dateparse.newParser(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1710
github.com/araddon/dateparse.parseTime(0xc001a47f80, 0x5d, 0x0, 0xc001a47f80, 0x5d, 0x5d)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0xf6
github.com/araddon/dateparse.ParseAny(0xc001a47f80, 0x5d, 0x3, 0xaa0378, 0x1, 0xc001a47f80, 0x5d)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001acf518, 0xc001ef8640, 0xc0019e8d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057f020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 971 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c1b8f8, 0xc003f47800, 0xb94, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1029 [semacquire]:
strings.genSplit(0xc0077385c0, 0x3c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x40, 0xc0050be000, 0x3c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006d4b588, 0xaa04f9, 0x2, 0xc0050be000, 0x3c, 0x2, 0x8, 0xc00166f740)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006d4b518, 0xc004ebacc0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001762660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1555 [semacquire]:
strings.Replace(0xc005872600, 0x18e9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f8003b2, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0022378f8, 0xc005872600, 0x18e9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1554 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003ebaea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc003ebaf70, 0xc0035449a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007730620, 0x0, 0x0, 0x0, 0xc002355200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007730620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023558f8, 0xc003471900, 0xc26, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 26 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0031e9d40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0031e9e10, 0xc005e6fea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001e01080, 0x0, 0x0, 0x0, 0x0, 0x1501, 0xc001e01020)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001e01020, 0x0, 0x0, 0x0, 0x1800, 0xc0032c3000, 0x15b7, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0032c3000, 0x15b7, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00168bb00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003411518, 0xc0019e8280, 0xc00432bbe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 27 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003747be0, 0xc006b41220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006b41588, 0xaa04f9, 0x2, 0xc005327000, 0xe8e, 0x1, 0xc, 0xc003747ba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006b41518, 0xc00075efa0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 28 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc001b21140, 0xb3, 0x2, 0xc005cd2198, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc001b21140, 0xb3, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005cd30c0, 0xc0066198f0, 0xc005cd21b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005cd30c0, 0xc006619880, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005cd30c0, 0xc006619880, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005cd30c0, 0xc006619880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005cd30c0, 0xc006619880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005cd30c0, 0xc006618fc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033b50c0, 0xc006618fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033b50c0, 0xc006618fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005cd30c0, 0xc006618ee0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033b50c0, 0xc006618ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033b50c0, 0xc006618ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005cd30c0, 0xc0066187e0, 0xc000d58380, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033b50c0, 0xc0066187e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033b50c0, 0xc0066187e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005cd30c0, 0xc006618700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033b50c0, 0xc006618700, 0x54b170, 0xc0024c3e10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006618700, 0x0, 0x0, 0x0, 0x0, 0xc006618700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006337b30, 0x0, 0x0, 0x0, 0x700, 0xc003e44a00, 0x67f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003e44a00, 0x67f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003cbe720)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0033b5518, 0xc001ef8100, 0xc00075f5e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 29 [semacquire]:
bytes.makeSlice(0x5e5, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00530dbc0, 0x1, 0x4)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc00530dbc0, 0xad013e, 0x4, 0x4)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc00530dbc0, 0xc0063ca0e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:231 +0x801
golang.org/x/net/html.render1(0xb84d20, 0xc00530dbc0, 0xc0063ca000, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00530dbc0, 0xc00639fdc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00530dbc0, 0xc00639fce0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00530dbc0, 0xc00639f5e0, 0xb84d20, 0xc00530dbc0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00530dbc0, 0xc00639f5e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0063ba7b0, 0xcb2a85ea, 0x1251a20, 0xc001ef9460, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a69c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 30 [semacquire]:
strings.Replace(0xc007678000, 0x181c, 0xaa60d9, 0x5, 0xaa1fd2, 0x3, 0x1, 0xc007678000, 0x181c)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0022c5518, 0xc001ef9600, 0xc0020e33a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 31 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5220, 0x0, 0x0, 0x0, 0xc004abf500, 0x14a8, 0x2, 0xc0055dd218, 0x100, 0xc004abf4cd, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b5220, 0xc004abf500, 0x14a8, 0xaa04bf, 0x2, 0xc004abf500, 0x14a8)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0055dd388, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0055dd388, 0xc001e4e630, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0055dd301, 0xc0052a3278)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0055dd518, 0xc001e4e630, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 32 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1324228af0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ccc080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004ccc070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001dab300, 0x118e, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004e78540, 0x2a, 0xc001dab300, 0x118e, 0xc001dab300, 0x118e, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004e78540, 0x2a, 0xc001dab300, 0x118e, 0xaa0378, 0x1, 0xc001dab300, 0x118e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 33 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0055bc400, 0x818, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0055bc400, 0x818, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0055bc400, 0x818, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0055bc400, 0x818, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0055bc400, 0x818, 0x0, 0x0, 0x818, 0xc0055bc400, 0x818)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0055bc400, 0x818, 0x818, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005212780, 0x36, 0xc0055bc400, 0x818, 0xc0055bc400, 0x818, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005212780, 0x36, 0xc0055bc400, 0x818, 0xaa0378, 0x1, 0xc0055bc400, 0x818, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 738 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4009740, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ebc130, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ebc120, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001190c00, 0x11fb, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003936f90, 0x21, 0xc001190c00, 0x11fb, 0xc001190c00, 0x11fb, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003936f90, 0x21, 0xc001190c00, 0x11fb, 0xaa0378, 0x1, 0xc001190c00, 0x11fb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 739 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e03e3cb0, 0x7f12e03d37a0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047b1890, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047b1880, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002731800, 0x17f7, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00159d680, 0x3a, 0xc002731800, 0x17f7, 0xc002731800, 0x17f7, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00159d680, 0x3a, 0xc002731800, 0x17f7, 0xaa0378, 0x1, 0xc002731800, 0x17f7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 740 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004ce4f00, 0x23e, 0x23e, 0x3, 0x0, 0x23d, 0xc004ce4f00)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00344b518, 0xc003c08820, 0xc0024bdc40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6f00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 741 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).parseGenericRawTextElement(0xc003ebb2b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:193 +0x31
golang.org/x/net/html.inBodyIM(0xc003ebb2b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1044 +0x2251
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ebb2b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ebb2b0, 0xc006482b60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cdd80, 0x0, 0x0, 0x0, 0xc00286d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cdd80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00286d8f8, 0xc003062f00, 0x22eb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6fc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 742 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00286f3c0, 0xaa04f9, 0x2, 0xc004ed0000, 0x613, 0xc004ed0000, 0xc00286f3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004ed0000, 0x613, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00286f518, 0xc00416bee0, 0x3c, 0xc004246b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 743 [semacquire]:
strings.genSplit(0xc00477ad00, 0x8ad, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0038c6200, 0x1a9, 0x1a9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c773c0, 0xaa0503, 0x2, 0xc005081200, 0x8ad, 0x1, 0x1a9, 0xc002310a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005081200, 0x8ad, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c77518, 0xc003f27fa0, 0x29, 0xc0012193b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 744 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00343f3c0, 0xaa0503, 0x2, 0xc005acc000, 0x1f0a, 0x1, 0x708, 0xc00166f960)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005acc000, 0x1f0a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00343f518, 0xc00166f5e0, 0x3c, 0xc004246f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7200, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 745 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f130419b760, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0006f7540, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0006f7530, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002530000, 0x1096, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043ff900, 0x49, 0xc002530000, 0x1096, 0xc002530000, 0x1096, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0043ff900, 0x49, 0xc002530000, 0x1096, 0xaa0378, 0x1, 0xc002530000, 0x1096, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a72c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 746 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0049ff6c0, 0xc0065bc020, 0xb)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0049ff6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0049ff6c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0049ff6c0, 0xc0061b2230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cdde0, 0x0, 0x0, 0x0, 0xc006123200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cdde0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0061238f8, 0xc005378000, 0x1ccb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7380, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 747 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1344003040, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0002e19b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0002e19a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001aee000, 0xe7a, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002facde0, 0x53, 0xc001aee000, 0xe7a, 0xc001aee000, 0xe7a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002facde0, 0x53, 0xc001aee000, 0xe7a, 0xaa0378, 0x1, 0xc001aee000, 0xe7a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7440, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 748 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0061f2240, 0x633508c2, 0x1251a20, 0xc004bb3bc0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7500, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 749 [semacquire]:
strings.Replace(0xc004d5a000, 0x1d8a, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x1, 0xc004d5a000, 0x1d8a)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0022c78f8, 0xc005472000, 0x1d82, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a75c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 750 [semacquire]:
strings.Replace(0xc004fc9000, 0x2c8e, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x1, 0xc004fc9000, 0x2c8e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023fb8f8, 0xc005538000, 0x2c86, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7680, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 751 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40056a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00249d9e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00249d9d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0015ca400, 0xabb, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0040ccb40, 0x3b, 0xc0015ca400, 0xabb, 0xc0015ca400, 0xabb, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0040ccb40, 0x3b, 0xc0015ca400, 0xabb, 0xaa0378, 0x1, 0xc0015ca400, 0xabb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7740, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 752 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1300001eb0, 0x7f13000017e0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000518250, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000518240, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004bae000, 0x1bc7, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004e79710, 0x2e, 0xc004bae000, 0x1bc7, 0xc004bae000, 0x1bc7, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004e79710, 0x2e, 0xc004bae000, 0x1bc7, 0xaa0378, 0x1, 0xc004bae000, 0x1bc7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 753 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003adaf00, 0xc0028d52c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028d53c0, 0xaa04f9, 0x2, 0xc003643000, 0xae1, 0x5, 0x21e, 0xc003adaee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003643000, 0xae1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028d5518, 0xc0041d7fc0, 0x3c, 0xc0040cd000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a78c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 754 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025533c0, 0xaa0503, 0x2, 0xc00397f000, 0xf12, 0x1, 0x30a, 0xc000ffc440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00397f000, 0xf12, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002553518, 0xc000ffc060, 0x50, 0xc00366e000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 755 [semacquire]:
strings.genSplit(0xc00015d000, 0xfb4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xfb4, 0xc002601000, 0xfc6)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00235b518, 0xc003e904a0, 0xc002310e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 756 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4011e80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047b1ef0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047b1ed0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0039f2800, 0x162f, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00378c410, 0x4d, 0xc0039f2800, 0x162f, 0xc0039f2800, 0x162f, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00378c410, 0x4d, 0xc0039f2800, 0x162f, 0xaa0378, 0x1, 0xc0039f2800, 0x162f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 757 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1308002b10, 0x7f1308003920)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ab1450, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ab1440, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004a7ac00, 0x599, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b13ef0, 0x2d, 0xc004a7ac00, 0x599, 0xc004a7ac00, 0x599, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b13ef0, 0x2d, 0xc004a7ac00, 0x599, 0xaa0378, 0x1, 0xc004a7ac00, 0x599, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 758 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc006b50000, 0x1ecd, 0xc00336f218, 0xc000809c00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc006b50000, 0x1ecd, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00336f3c0, 0xaa0599, 0x2, 0xc006b50000, 0x1ecd, 0x1, 0x5e1, 0xc00392cd40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006b50000, 0x1ecd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00336f518, 0xc002244500, 0x2a, 0xc0018d2780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 759 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1300001e50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004286470, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004286460, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002946000, 0xd05, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004e79230, 0x27, 0xc002946000, 0xd05, 0xc002946000, 0xd05, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004e79230, 0x27, 0xc002946000, 0xd05, 0xaa0378, 0x1, 0xc002946000, 0xd05, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 760 [semacquire]:
bytes.makeSlice(0x1524, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002019a40, 0x1524, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc0013feee8, 0x1524, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc0011a7e00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 761 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf400, 0x0, 0x0, 0x0, 0xc004c08000, 0x12be, 0x2, 0xc0030b3038, 0xc004c08000, 0x12be, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc004c08000, 0x12be, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc0072329a0, 0x0, 0x0, 0x0, 0x0, 0xc0072329a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000473d10, 0x0, 0x0, 0x0, 0x1980, 0xc005e33300, 0x1807, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005e33300, 0x1807, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0000acfc0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c89518, 0xc00384c5c0, 0xc00384ce80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 762 [semacquire]:
bytes.makeSlice(0xd9d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0060b0090, 0x9b, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0060b0090, 0xc004601441, 0x9b, 0x6, 0x9b, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0060b0090, 0xc004601441, 0x104, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc0060b0090, 0xc0042c5340, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0060b0090, 0xc0042c52d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0060b0090, 0xc0032d3e30, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0060b0090, 0xc0032d3d50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0060b0090, 0xc0078f3f80, 0xb84d20, 0xc0060b0090)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0060b0090, 0xc0078f3f80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002475dd0, 0xca605c84, 0x1251a20, 0xc003adb0e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 763 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc00427d73e)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc0032530b0, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc000500000, 0x7f1300000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000500000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000500000, 0xc0042c4bd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00427d760, 0x0, 0x0, 0x0, 0xc003253200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00427d760, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032538f8, 0xc005a36000, 0x1b31, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 764 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007202d00, 0x85e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007202d00, 0x85e, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007202d00, 0x85e, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007202d00, 0x85e, 0x0, 0x0, 0x85e, 0xc007202d00, 0x85e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007202d00, 0x85e, 0x85e, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003880a80, 0x31, 0xc007202d00, 0x85e, 0xc007202d00, 0x85e, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003880a80, 0x31, 0xc007202d00, 0x85e, 0xaa0378, 0x1, 0xc007202d00, 0x85e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 765 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003b3b2e0, 0x20300100000000, 0x7f13946c5fff, 0xc003b3b218, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003b3b2e0, 0xc00215f500, 0x5, 0xc003b3b230, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003b3b2e0, 0xc003b3b2f8, 0x43b3b7, 0x1252790, 0xc003b3b200, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f13c8545398, 0xc003b3b301, 0x10100000042ab7a, 0x0, 0x1308)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006bc8900, 0xaa64ee, 0x5, 0x1d04)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc003b3b518, 0xc003c08ba0, 0x1308, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a081e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 766 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005bd8820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005bd88f0, 0xc002ec9420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00427d860, 0x0, 0x0, 0x0, 0xc002b57200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00427d860, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002b578f8, 0xc001c86000, 0x1392, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a082a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 767 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00410fb00, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006571518, 0xc00410fb00, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006571518, 0xc00392dcc0, 0x4f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 768 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003fda600, 0x128f, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003fda600, 0x128f, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003fda600, 0x128f, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003fda600, 0x128f, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003fda600, 0x128f, 0x0, 0x0, 0x128f, 0xc003fda600, 0x128f)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003fda600, 0x128f, 0x128f, 0x1500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d1a1e0, 0x45, 0xc003fda600, 0x128f, 0xc003fda600, 0x128f, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d1a1e0, 0x45, 0xc003fda600, 0x128f, 0xaa0378, 0x1, 0xc003fda600, 0x128f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 769 [semacquire]:
strings.Replace(0xc002a92000, 0x3aaa, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0xc004164a80, 0xb6c20c)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035338f8, 0xc002a92000, 0x3aaa, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a084e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 770 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc007e990c0, 0xc001f3e620, 0xdc, 0xc001b4fb20, 0xd8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007e990c0, 0xc0036da230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:262 +0x131
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e990c0, 0xc0036da230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e990c0, 0xc0022c1420, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc007e990c0, 0xc0022c1420, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007e990c0, 0xc0022c1420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e990c0, 0xc0022c1420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e990c0, 0xc005aa6230, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b370c0, 0xc005aa6230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc005aa6230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e990c0, 0xc005aa6150, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b370c0, 0xc005aa6150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc005aa6150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e990c0, 0xc0032b7500, 0xc0009f0a80, 0x7f13f041b9b8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b370c0, 0xc0032b7500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc0032b7500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e990c0, 0xc0032b7420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc0032b7420, 0x54b170, 0xc0061a1c70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0032b7420, 0x0, 0x0, 0x0, 0x0, 0xc0032b7420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001e4f6b0, 0x0, 0x0, 0x0, 0x2000, 0xc004a4c000, 0x1b47, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004a4c000, 0x1b47, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc006d88b10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b37518, 0xc00427db20, 0xc0002d8760)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a085a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 771 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d45588, 0xaa04f9, 0x2, 0xc004b9c120, 0x119, 0x0, 0xc004d453d8, 0xc0024bc1e8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc004d45518, 0xc0020e9470, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004d45518, 0xc0042c6040, 0x4f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 772 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00384c840, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00384c840, 0x0, 0x0, 0x0, 0xc0015a3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00384c840, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015a38f8, 0xc0035f8000, 0x1f66, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 773 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc000ffd8c0, 0xc002813500, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc000ffd8c0, 0xc0032fd260, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc000ffd8c0, 0xc0032fc9a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc000ffd8c0, 0xc0032fc8c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc000ffd8c0, 0xc003a19ab0, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0xc003a25238)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc000ffd8c0, 0xc003a19ab0, 0xc003a25160, 0x747325, 0xc0002afc00)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc003a199d0, 0x7f13c0023688, 0xaae240, 0xc6)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc0002c8938, 0x1, 0x1, 0xc003a252c0, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc0002c8938, 0x1, 0x1, 0xb856e0, 0xc000ffd8c0, 0xc004b92570, 0xc003a25428, 0x7d056d)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002491b00, 0xaa1a44, 0x3, 0xc005f32550)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.WebPageImageResolver(0xc002250880, 0x4, 0xaa216a, 0x3, 0xaa8560)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:118 +0x4a
github.com/advancedlogic/GoOse.WebPageResolver(0xc002401c20, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:174 +0x36
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a087e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 774 [semacquire]:
bytes.makeSlice(0x5cc, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0032c7388, 0xb6, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0032c7388, 0xc004ba1680, 0xb6, 0x5165d7, 0xc0044d448f, 0xc004116a80)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005606e00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005606d90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000723dc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000723ce0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0007235e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0047a0840, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032c7518, 0xc0042c7580, 0x4e, 0xc0001f3e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a088a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 775 [semacquire]:
strings.Replace(0xc0052db500, 0x1390, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xe, 0xc0052db500, 0x1390)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b418f8, 0xc001c87500, 0x138a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 776 [semacquire]:
strings.Replace(0xc004a26000, 0x2ef6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1f, 0xc004a26000, 0x2ef6)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015a98f8, 0xc0005b4000, 0x2ee7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 777 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc0004cea3e)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc0023f90b0, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc0031e8c30, 0x7f1300000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0031e8c30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0031e8c30, 0xc000841f80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004cea80, 0x0, 0x0, 0x0, 0xc0023f9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004cea80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023f98f8, 0xc005244000, 0x2ccc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 778 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002d8eea0, 0xc004036000, 0x27a)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002d8eea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002d8eea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002d8eea0, 0xc001dfa620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f26bc0, 0x0, 0x0, 0x0, 0xc003b3d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f26bc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b3d8f8, 0xc003060a00, 0x2350, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 779 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00411cc00, 0x1236, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00411cc00, 0x1236, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00411cc00, 0x1236, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00411cc00, 0x1236, 0x0, 0x0, 0x1236, 0xc00411cc00, 0x1236)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00411cc00, 0x1236, 0x1236, 0x1300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f3d600, 0x33, 0xc00411cc00, 0x1236, 0xc00411cc00, 0x1236, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001f3d600, 0x33, 0xc00411cc00, 0x1236, 0xaa0378, 0x1, 0xc00411cc00, 0x1236, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 780 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003adb260, 0xc003b472c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b473c0, 0xaa04f9, 0x2, 0xc003e48000, 0x981, 0x1, 0x1fa, 0xc004bb3260)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003e48000, 0x981, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b47518, 0xc0006aac80, 0x31, 0xc003773440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 781 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func1(0x7f13381cf700, 0x8d4)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00166e140, 0xc004452900, 0x8d4, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x7e
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc004452900, 0x8d4, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a8cbc0, 0x3a, 0xc004452900, 0x8d4, 0xc004452900, 0x8d4, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a8cbc0, 0x3a, 0xc004452900, 0x8d4, 0xaa0378, 0x1, 0xc004452900, 0x8d4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 782 [semacquire]:
strings.Replace(0xc00548a000, 0x1be7, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xb, 0xc00523be60, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e558f8, 0xc00548a000, 0x1be7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 783 [semacquire]:
bytes.(*Buffer).grow(0xc005420960, 0x7, 0xc001466ff0)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc005420960, 0xc001f7c960, 0x7, 0x6, 0xffffffffffffffff, 0x8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005420960, 0xc001f7c960, 0x7, 0xc00004c700, 0x7f13f04197d0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005420960, 0xc00258ca80, 0xb84d20, 0xc005420960)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005420960, 0xc00258ca80, 0x8, 0x1)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005420930, 0x203001, 0x203001, 0x8a1c4e1500000000, 0xc000179138)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc005420930)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005420900, 0xc0001792c8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0001796b0, 0xc000670460, 0xaac03e, 0x7, 0xc000670460)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0001796b0, 0xc000670460, 0xc000ffca80)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 784 [semacquire]:
strings.Replace(0xc002df4000, 0x1f10, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xd, 0xc002eca070, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b338f8, 0xc002df4000, 0x1f10, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 785 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc002746a90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002746a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002746a90, 0xc004f4d730, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cca00, 0x0, 0x0, 0x0, 0xc0037cb200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cca00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037cb8f8, 0xc001781800, 0x16dd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a090e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 786 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc002747860, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x708
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002747860)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002747860, 0xc004ee5810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043ccca0, 0x0, 0x0, 0x0, 0xc002af9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043ccca0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002af98f8, 0xc002bc9800, 0x15dd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a091a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 787 [runnable]:
sync.(*RWMutex).Unlock(0xc004eba828)
/usr/local/go/src/sync/rwmutex.go:118 +0xd2
github.com/fatih/set.(*Set).Add(0xc004eba820, 0xc0037c72c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:37 +0xfc
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037c73c0, 0xaa0599, 0x2, 0xc001ba3000, 0x1583, 0x1, 0x44e, 0xc004eba800)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001ba3000, 0x1583, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037c7518, 0xc004eba420, 0x34, 0xc0073aae80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 788 [runnable]:
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006d6bb90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:67 +0x9e
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006d6a460)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006d6a380)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0041d3c00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00761a930, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b45518, 0xc00798d6c0, 0x49, 0xc003547ef0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 789 [runnable]:
bytes.makeSlice.func1()
/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0x1b65, 0xc007eaa000, 0x1b65, 0x1b65)
/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc005052e40, 0x1bd, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005052e40, 0xc002cea200, 0x1bd, 0x6, 0x1bd, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005052e40, 0xc002cea200, 0x1e4, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc005052e40, 0xc002001180, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005052e40, 0xc002001110, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005052e40, 0xc005754310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005052e40, 0xc005754230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005052e40, 0xc00270f6c0, 0xb84d20, 0xc005052e40)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005052e40, 0xc00270f6c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005052c30, 0xeb57e8a2, 0x1251a20, 0xc004ebb060, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a093e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 790 [runnable]:
bytes.makeSlice.func1()
/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0x1f1c, 0xc00804e000, 0x1f1c, 0x1f1c)
/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc00765b110, 0x56, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00765b110, 0xc005cec300, 0x56, 0x6, 0xffffffffffffffff, 0xad0184)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00765b110, 0xc005cec300, 0x56, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00765b110, 0xc0003469a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00765b110, 0xc0003465b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00765b110, 0xc002bd6850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00765b110, 0xc002bd65b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00765b110, 0xc007acb490, 0xb84d20, 0xc00765b110)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00765b110, 0xc007acb490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00523b8f0, 0x50d201, 0xc0051aaa00, 0x3c, 0xaaba3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004f29518, 0xc005a23180, 0xc005a23a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a094a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 791 [semacquire]:
bytes.makeSlice(0x30f9, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0060f1388, 0x107, 0x1e)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0060f1388, 0xc002776360, 0x107, 0x5165d7, 0xc001fabf6c, 0xc0025fe890)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0056611f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005661180)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0056441c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0056440e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00223b9d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0061f25d0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0060f1518, 0xc004ec7e20, 0x4b, 0xc0049357c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 792 [semacquire]:
strings.Replace(0xc006ffc800, 0x1777, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc006ffc800, 0x1777)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060b58f8, 0xc005ac6000, 0x176f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 793 [semacquire]:
strings.genSplit(0xc006651000, 0xf12, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007470000, 0x33a, 0x33a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005bd53c0, 0xaa05c9, 0x2, 0xc00447a000, 0xf12, 0x6, 0x33a, 0xc0041d6c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00447a000, 0xf12, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005bd5518, 0xc0041d6820, 0x4d, 0xc0076e8230)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a096e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 794 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0008b8200, 0x1ae4, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0008b8200, 0x1ae4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0008b8200, 0x1ae4, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0008b8200, 0x1ae4, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0008b8200, 0x1ae4, 0x0, 0x0, 0x1ae4, 0xc0008b8200, 0x1ae4)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0008b8200, 0x1ae4, 0x1ae4, 0x1b00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036fc500, 0x33, 0xc0008b8200, 0x1ae4, 0xc0008b8200, 0x1ae4, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036fc500, 0x33, 0xc0008b8200, 0x1ae4, 0xaa0378, 0x1, 0xc0008b8200, 0x1ae4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a097a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 795 [runnable]:
golang.org/x/net/html.(*parser).addText(0xc0017e2000, 0xc001fd24e0, 0x9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0017e2000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0017e2000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0017e2000, 0xc007e46070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f27840, 0x0, 0x0, 0x0, 0xc00299b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f27840, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00299b8f8, 0xc001e43300, 0x194a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 796 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 797 [semacquire]:
strings.Replace(0xc00282b900, 0x24a3, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00282b900, 0x24a3)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e0f8f8, 0xc005f02500, 0x249c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a099e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 798 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400c9b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0052f4100, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0052f40e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00291aa80, 0x91e, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00600fce0, 0x51, 0xc00291aa80, 0x91e, 0xc00291aa80, 0x91e, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00600fce0, 0x51, 0xc00291aa80, 0x91e, 0xaa0378, 0x1, 0xc00291aa80, 0x91e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 799 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13304d3310, 0x7f13303b69e0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00540a0f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00540a0e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002cdf500, 0x99f, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c4e040, 0x35, 0xc002cdf500, 0x99f, 0xc002cdf500, 0x99f, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005c4e040, 0x35, 0xc002cdf500, 0x99f, 0xaa0378, 0x1, 0xc002cdf500, 0x99f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 800 [semacquire]:
strings.Replace(0xc001895400, 0x2112, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x6, 0xc001895400, 0x2112)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00340f8f8, 0xc005f06f00, 0x210a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 801 [semacquire]:
strings.Replace(0xc000f7e480, 0x1a02, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00611d8f8, 0xc000f7e480, 0x1a02, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 802 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004145770, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x18, 0xc004145770)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004d33ec0, 0xc000903320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc000903518, 0xc003761530, 0xc0022456e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc000903518, 0xc003761530, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc000903518, 0xc003761530, 0xc003761530)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 803 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00075fc20, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00075fc20, 0x0, 0x0, 0x0, 0xc00653b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00075fc20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00653b8f8, 0xc00549c000, 0x141a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 804 [runnable]:
golang.org/x/net/html.(*parser).addChild(0xc002589e10, 0xc007e46000)
/home/develop/go/src/golang.org/x/net/html/parse.go:226 +0x276
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc002589e10)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0xd1
golang.org/x/net/html.inBodyIM(0xc002589e10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002589e10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002589e10, 0xc00354ee70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f27800, 0x0, 0x0, 0x0, 0xc00653d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f27800, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00653d8f8, 0xc00363b300, 0x197f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 805 [semacquire]:
strings.genSplit(0xc00118c000, 0x124a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0049d2000, 0x3ac, 0x3ac)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0063713c0, 0xaa0599, 0x2, 0xc0027ac600, 0x124a, 0x1, 0x3ac, 0xc0041d7780)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0027ac600, 0x124a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006371518, 0xc0041d72c0, 0x4d, 0xc0076e8320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 806 [runnable]:
strings.genSplit(0xc005e8a562, 0x1951, 0xaa0378, 0x1, 0x0, 0x559, 0xc005a5e000, 0x55a, 0x55a)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f6f3c0, 0xaa0569, 0x2, 0xc002e1e000, 0x1eb3, 0x5, 0x55a, 0xc00075f520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002e1e000, 0x1eb3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f6f518, 0xc001ef8c00, 0x5c, 0xc00078f980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a100c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 807 [semacquire]:
strings.Replace(0xc002bab300, 0x1856, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x6, 0x0, 0x2)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039538f8, 0xc002bab300, 0x1856, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 808 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001b00000, 0x182a, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001b00000, 0x182a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001b00000, 0x182a, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001b00000, 0x182a, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001b00000, 0x182a, 0x0, 0x0, 0x182a, 0xc001b00000, 0x182a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001b00000, 0x182a, 0x182a, 0x2000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001218540, 0x21, 0xc001b00000, 0x182a, 0xc001b00000, 0x182a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001218540, 0x21, 0xc001b00000, 0x182a, 0xaa0378, 0x1, 0xc001b00000, 0x182a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 809 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0030fa000, 0xddd, 0xc00218b218, 0xc0002af880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0030fa000, 0xddd, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00218b3c0, 0xaa0503, 0x2, 0xc0030fa000, 0xddd, 0x1, 0x2cc, 0xc0062e8940)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0030fa000, 0xddd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00218b518, 0xc0062e83a0, 0x52, 0xc002928c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 810 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc00559a5b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc00559a5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00559a5b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00559a5b0, 0xc00559fc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006528000, 0x0, 0x0, 0x0, 0xc002e8f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006528000, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e8f8f8, 0xc001a8c600, 0x121d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a103c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 811 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc005216000, 0xea0, 0x2, 0xc0033bba58, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc005216000, 0xea0, 0xaa0378, 0x1, 0xc002b70000, 0xea0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc005216000, 0xea0, 0xaa0378, 0x1, 0xc005216000, 0xea0)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 812 [semacquire]:
strings.Replace(0xc00648c000, 0x119a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc005c701c0, 0xc0006aac60)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005fbb8f8, 0xc00648c000, 0x119a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 813 [semacquire]:
bytes.makeSlice(0x1ec7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0021cd138, 0x149, 0x88)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0021cd138, 0xc001aa6f20, 0x149, 0x5165d7, 0xc00580fd77, 0xc0019aa1d8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00039e0e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00039e070)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001fee9a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005868810, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0021cd518, 0xc005868810, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0021cd518, 0xc00166e200, 0x5d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 814 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0036c0000, 0x3f4, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0036c0000, 0x3f4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0036c0000, 0x3f4, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0036c0000, 0x3f4, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0036c0000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0036c0000, 0x3f4, 0x0, 0x0, 0x3f4, 0x580, 0xc0036c0000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0036c0000, 0x3f4, 0x3f4, 0x580)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005cb58c0, 0x51, 0xc0036c0000, 0x3f4, 0xc0036c0000, 0x3f4, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005cb58c0, 0x51, 0xc0036c0000, 0x3f4, 0xaa0378, 0x1, 0xc0036c0000, 0x3f4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a106c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 815 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00334f3c0, 0xaa058b, 0x2, 0xc0059cf400, 0xa92, 0x1, 0x237, 0xc00384d340)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0059cf400, 0xa92, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00334f518, 0xc0002d9b60, 0x33, 0xc0036fc740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 816 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00744b4a0, 0xc0015ed2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0015ed3c0, 0xaa0503, 0x2, 0xc0047dfb00, 0x8f8, 0x1, 0x1d7, 0xc003db07e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0047dfb00, 0x8f8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0015ed518, 0xc0056cc260, 0x47, 0xc00658bd60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 817 [semacquire]:
strings.genSplit(0xc002754000, 0x1b24, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00695c000, 0x55e, 0x55e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0064b13c0, 0xaa0503, 0x2, 0xc0057c0000, 0x1b24, 0x70, 0x55e, 0xc00427d680)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0057c0000, 0x1b24, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0064b1518, 0xc005a230e0, 0x44, 0xc005f1cc8f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 818 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0057ba000, 0x3c4, 0x3c4, 0x3, 0x0, 0x3c3, 0xc0057ba000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003461518, 0xc000671e60, 0xc003adac60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a109c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 819 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0065393c0, 0xaa04fd, 0x2, 0xc0067c6000, 0x38ff, 0xc0067c6000, 0xc0065393b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0067c6000, 0x38ff, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006539518, 0xc0056cdae0, 0x46, 0xc005f1cd20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 820 [semacquire]:
bytes.makeSlice(0x1807, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0036fb138, 0x3b9, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0036fb138, 0xc0028f9000, 0x3b9, 0x5165d7, 0xc005b5ddfa, 0xc00230aee0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002268e00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002268d90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002268cb0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002242cb0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00623d200, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0036fb518, 0xc00623d200, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0036fb518, 0xc0000a6b20, 0x4f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 821 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4002100, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f5d880, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f5d840, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001c35000, 0xf41, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e114f0, 0x48, 0xc001c35000, 0xf41, 0xc001c35000, 0xf41, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e114f0, 0x48, 0xc001c35000, 0xf41, 0xaa0378, 0x1, 0xc001c35000, 0xf41, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 822 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005d5e400, 0x839, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005d5e400, 0x839, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005d5e400, 0x839, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005d5e400, 0x839, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005d5e400, 0x839, 0x0, 0x0, 0x839, 0xc005d5e400, 0x839)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005d5e400, 0x839, 0x839, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019ccb80, 0x31, 0xc005d5e400, 0x839, 0xc005d5e400, 0x839, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019ccb80, 0x31, 0xc005d5e400, 0x839, 0xaa0378, 0x1, 0xc005d5e400, 0x839, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 823 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0049e2000, 0x1cc, 0x1cc, 0x3, 0x0, 0x1cb, 0xc0049e2000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0019c3518, 0xc000670100, 0xc000670960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 824 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003db0f00, 0xc002f732c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f733c0, 0xaa0503, 0x2, 0xc002b63300, 0x1097, 0x4d, 0x309, 0xc00427cd80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002b63300, 0x1097, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f73518, 0xc001ef86e0, 0x4d, 0xc0004aa410)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 825 [semacquire]:
bytes.makeSlice(0x180, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005e2c1e0, 0x10, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005e2c1e0, 0xc0056d8ba0, 0x10, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005e2c1e0, 0xc0056d8ba0, 0x10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005e2c1e0, 0xc005fc8000, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005e2c1e0, 0xc005dfff80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005e2c1e0, 0xc005dffd50, 0xb84d20, 0xc005e2c1e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005e2c1e0, 0xc005dffd50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005e2c1b0, 0x203001, 0x203001, 0xdf12253600000000, 0xc00071f138)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc005e2c1b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005e2c180, 0xc00071f2c8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00071f6b0, 0xc000ffc000, 0xaac03e, 0x7, 0xc000ffc000)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00071f6b0, 0xc000ffc000, 0xc00166fa00)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 826 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031c53c0, 0xaa0503, 0x2, 0xc002782a00, 0x2449, 0xc002782a00, 0xc0031c53b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002782a00, 0x2449, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031c5518, 0xc005de6d40, 0x62, 0xc00657d260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 827 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006709588, 0xaa04f9, 0x2, 0xc004562580, 0xc59, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006709518, 0xc0061fe360, 0x65)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 828 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0075290c0, 0xc006d887b0, 0x27, 0x27, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0075290c0, 0xc00433e460, 0xc007527e48, 0xaa03dd)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075290c0, 0xc00433e3f0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0075290c0, 0xc00433e3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:220 +0x6a0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0075290c0, 0xc00433e3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075290c0, 0xc004057f10, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0075290c0, 0xc004057f10, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0075290c0, 0xc004057f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0075290c0, 0xc004057f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075290c0, 0xc004056070, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e950c0, 0xc004056070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e950c0, 0xc004056070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075290c0, 0xc002fd7f80, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e950c0, 0xc002fd7f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e950c0, 0xc002fd7f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075290c0, 0xc002fd7880, 0xc00013f880, 0x7f13f041c080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e950c0, 0xc002fd7880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e950c0, 0xc002fd7880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075290c0, 0xc002fd77a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e950c0, 0xc002fd77a0, 0x54b170, 0xc0006251e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002fd77a0, 0x0, 0x0, 0x0, 0x0, 0xc002fd77a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002ddf950, 0x0, 0x0, 0x0, 0x2500, 0xc001830a00, 0x20e5, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001830a00, 0x20e5, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00146a460)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e95518, 0xc004bb3540, 0xc004bb3f60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 829 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc005a2fa80, 0x1987, 0x2, 0xc007aade68, 0x2, 0xc007aadf08, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc005a2fa80, 0x1987, 0xaa0378, 0x1, 0xc0074c0580, 0x3)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007aaf0c0, 0xc004089f80, 0xc002d80420, 0xc007aadfa0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aaf0c0, 0xc006b047e0, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007aaf0c0, 0xc006b047e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007aaf0c0, 0xc006b047e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aaf0c0, 0xc004499340, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007aaf0c0, 0xc004499340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007aaf0c0, 0xc004499340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aaf0c0, 0xc004498070, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017230c0, 0xc004498070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017230c0, 0xc004498070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aaf0c0, 0xc001dbc7e0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017230c0, 0xc001dbc7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017230c0, 0xc001dbc7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aaf0c0, 0xc001dbc0e0, 0xc0002af500, 0x7f13f0419e98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017230c0, 0xc001dbc0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017230c0, 0xc001dbc0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aaf0c0, 0xc001dbc000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017230c0, 0xc001dbc000, 0x54b170, 0xc002c800d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001dbc000, 0x0, 0x0, 0x0, 0x0, 0xc001dbc000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00664a6c0, 0x0, 0x0, 0x0, 0x2500, 0xc0014e8f00, 0x24fb, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0014e8f00, 0x24fb, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0022827c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001723518, 0xc0020e36e0, 0xc0065294c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 830 [semacquire]:
strings.genSplit(0xc006890000, 0x397d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x4000, 0x0, 0x2007f13c8542e68)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00235f3c0, 0xaa04f9, 0x2, 0xc00686a000, 0x397d, 0xc00686a000, 0xc00235f3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00686a000, 0x397d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00235f518, 0xc0036467e0, 0x4f, 0xc00002a8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a112c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 831 [semacquire]:
strings.Replace(0xc004ef1800, 0x259a, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0xe, 0xc004ef1800, 0x259a)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001bb5518, 0xc00000e0c0, 0xc005a22500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 832 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003615500, 0x1424, 0xc001119218, 0xc0009fd180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003615500, 0x1424, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011193c0, 0xaa05c9, 0x2, 0xc003615500, 0x1424, 0x6, 0x40c, 0xc0004ce1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003615500, 0x1424, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001119518, 0xc006529820, 0x4d, 0xc00658a3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 833 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002a03600, 0x8fd, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002a03600, 0x8fd, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002a03600, 0x8fd, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002a03600, 0x8fd, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002a03600, 0x8fd, 0x0, 0x0, 0x8fd, 0xc002a03600, 0x8fd)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002a03600, 0x8fd, 0x8fd, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a10c70, 0x43, 0xc002a03600, 0x8fd, 0xc002a03600, 0x8fd, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a10c70, 0x43, 0xc002a03600, 0x8fd, 0xaa0378, 0x1, 0xc002a03600, 0x8fd, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 834 [runnable]:
regexp.(*Regexp).ReplaceAllString.func1(0xc007d45900, 0xd87, 0x1300, 0xc00104cba0, 0x2, 0x2, 0xd80, 0x1300, 0xdb4)
/usr/local/go/src/regexp/regexp.go:557 +0xfe
regexp.(*Regexp).replaceAll(0xc0001b50e0, 0x0, 0x0, 0x0, 0xc004ac0a00, 0x1365, 0x2, 0xc001ccd218, 0xc000011010, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0001b50e0, 0xc004ac0a00, 0x1365, 0xaa0378, 0x1, 0xc00477f700, 0xc003fd2010)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc001ccd388, 0xc001050b00, 0xb)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001ccd388, 0xc00455d050, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001ccd301, 0xc000011a48)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001ccd518, 0xc00455d050, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a115c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 835 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0xc1b, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0023c1900, 0xc1b, 0xc1b, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002dc0a0, 0x42, 0xc0023c1900, 0xc1b, 0xc0023c1900, 0xc1b, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0002dc0a0, 0x42, 0xc0023c1900, 0xc1b, 0xaa0378, 0x1, 0xc0023c1900, 0xc1b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 836 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c073c0, 0xaa04f9, 0x2, 0xc005b2a000, 0x1e2c, 0xc005b2a000, 0xc001c073b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b2a000, 0x1e2c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c07518, 0xc0004cece0, 0x6d, 0xc0004f4380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 837 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007818760, 0xc0023772c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023773c0, 0xaa04f9, 0x2, 0xc002a12400, 0xb78, 0x7, 0x27d, 0xc003db1260)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a12400, 0xb78, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002377518, 0xc0000a6ce0, 0x4c, 0xc001e10320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 838 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc002ff69c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc002ff69c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002ff69c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002ff69c0, 0xc00529fb90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004f2ab20, 0x0, 0x0, 0x0, 0xc0046c5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004f2ab20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046c58f8, 0xc0031ca000, 0x136e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a118c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 839 [semacquire]:
strings.Replace(0xc006334000, 0x1e5b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x14, 0xc006334000, 0x1e5b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c158f8, 0xc00586a000, 0x1e50, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 840 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0058cc820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x708
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0058cc820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0058cc820, 0xc00374a930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a22c80, 0x0, 0x0, 0x0, 0xc0046c1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a22c80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046c18f8, 0xc0027ab300, 0x11d7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 841 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005eb2c00, 0xa84, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005eb2c00, 0xa84, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005eb2c00, 0xa84, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005eb2c00, 0xa84, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc005eb2c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005eb2c00, 0xa84, 0x0, 0x0, 0xa84, 0xc00, 0xc005eb2c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005eb2c00, 0xa84, 0xa84, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005636200, 0x75, 0xc005eb2c00, 0xa84, 0xc005eb2c00, 0xa84, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005636200, 0x75, 0xc005eb2c00, 0xa84, 0xaa0378, 0x1, 0xc005eb2c00, 0xa84, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 842 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13501ee390, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0043fbe30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0043fbe20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0056b6c00, 0xab5, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002928baa, 0x4a, 0xc0056b6c00, 0xab5, 0xc0056b6c00, 0xab5, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002928baa, 0x4a, 0xc0056b6c00, 0xab5, 0xaa0378, 0x1, 0xc0056b6c00, 0xab5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 843 [semacquire]:
strings.genSplit(0xc005dadb00, 0xd01, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007107800, 0x27d, 0x27d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047653c0, 0xaa04fd, 0x2, 0xc00176f100, 0xd01, 0x5e, 0x27d, 0xc0049726a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00176f100, 0xd01, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004765518, 0xc003f27380, 0x39, 0xc00505c500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 844 [semacquire]:
strings.genSplit(0xc00626aa80, 0x906, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006590000, 0x1cf, 0x1cf)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c933c0, 0xaa059b, 0x2, 0xc0028e2000, 0x906, 0x16, 0x1cf, 0xc00384cca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0028e2000, 0x906, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c93518, 0xc0043cdfe0, 0x46, 0xc0047ea460)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 845 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002382800, 0x7ef, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002382800, 0x7ef, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002382800, 0x7ef, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002382800, 0x7ef, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002382800, 0x7ef, 0x0, 0x0, 0x7ef, 0xc002382800, 0x7ef)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002382800, 0x7ef, 0x7ef, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0047eb400, 0x46, 0xc002382800, 0x7ef, 0xc002382800, 0x7ef, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0047eb400, 0x46, 0xc002382800, 0x7ef, 0xaa0378, 0x1, 0xc002382800, 0x7ef, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 846 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00264ea80, 0xa14, 0xc004c91218, 0xc0002af880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00264ea80, 0xa14, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c913c0, 0xaa0503, 0x2, 0xc00264ea80, 0xa14, 0x1, 0x221, 0xc0049a3280)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00264ea80, 0xa14, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c91518, 0xc0042c7940, 0x30, 0xc0048e8ea7)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 847 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc004540000, 0xdaa, 0x2, 0xc0023b9a58, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:642 +0x7ae
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc004540000, 0xdaa, 0xaa0378, 0x1, 0xc0048ea000, 0xdaa)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc004540000, 0xdaa, 0xaa0378, 0x1, 0xc004540000, 0xdaa)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 848 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0000fe400, 0x8f8, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0000fe400, 0x8f8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0000fe400, 0x8f8, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0000fe400, 0x8f8, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0000fe400, 0x8f8, 0x0, 0x0, 0x8f8, 0xc0000fe400, 0x8f8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0000fe400, 0x8f8, 0x8f8, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0029292c0, 0x59, 0xc0000fe400, 0x8f8, 0xc0000fe400, 0x8f8, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0029292c0, 0x59, 0xc0000fe400, 0x8f8, 0xaa0378, 0x1, 0xc0000fe400, 0x8f8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18060, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 849 [semacquire]:
strings.genSplit(0xc00277e000, 0x209c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0030b8000, 0x849, 0x849)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0066753c0, 0xaa04d9, 0x2, 0xc005f04a00, 0x209c, 0x1, 0x849, 0xc003db1ee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005f04a00, 0x209c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006675518, 0xc003f26ee0, 0x43, 0xc0004aa018)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18120, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 850 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc002a11800, 0xa98, 0x2, 0xc0048d5a58, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc002a11800, 0xa98, 0xaa0378, 0x1, 0xc002569400, 0xa98)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc002a11800, 0xa98, 0xaa0378, 0x1, 0xc002a11800, 0xa98)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a181e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 851 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000826c30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc000826d00, 0xc0048552d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0049a2260, 0x0, 0x0, 0x0, 0xc006125200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0049a2260, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0061258f8, 0xc006f76000, 0x1b8a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a182a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 853 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1384001460, 0x7f1384002270)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00528e610, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00528e600, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002af1000, 0xb00, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002282740, 0x3a, 0xc002af1000, 0xb00, 0xc002af1000, 0xb00, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002282740, 0x3a, 0xc002af1000, 0xb00, 0xaa0378, 0x1, 0xc002af1000, 0xb00, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 854 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003db1ae0, 0xc002a272c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a273c0, 0xaa04f9, 0x2, 0xc007206880, 0xd20, 0xc007206880, 0xc002a273b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007206880, 0xd20, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a27518, 0xc00427c440, 0x24, 0xc001218c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a184e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 855 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00009dba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc000826680, 0xc007771500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00392d280, 0x0, 0x0, 0x0, 0xc003a61200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00392d280, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a618f8, 0xc0032b2380, 0xcf0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a185a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 856 [semacquire]:
strings.genSplit(0xc004049200, 0xc19, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00645f000, 0x271, 0x271)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00407d3c0, 0xaa0599, 0x2, 0xc0031c8580, 0xc19, 0x1, 0x271, 0xc0004ce1c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0031c8580, 0xc19, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00407d518, 0xc000671ec0, 0x2a, 0xc0048e82a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 857 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00541b588, 0xaa04f9, 0x2, 0xc002641000, 0xdb2, 0x30, 0xc00541b290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc000639470)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000639410, 0xc00541b320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00541b518, 0xc004b93440, 0xc003ada3e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00541b518, 0xc004b93440, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00541b518, 0xc004b93440, 0xc004b93440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 858 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003fbda00, 0xc005fcc000, 0x3b4)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003fbda00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003fbda00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003fbda00, 0xc0019ca3f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7d20, 0x0, 0x0, 0x0, 0xc003e39200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7d20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e398f8, 0xc003864000, 0x16dd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a187e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 859 [runnable]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc0050bdc80, 0xae55a0, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x9d
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xef
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003bcb8f8, 0xc002c4e400, 0xaca, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a188a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 860 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003fbdad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003fbdba0, 0xc0019cb9d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7d60, 0x0, 0x0, 0x0, 0xc003a87200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7d60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a878f8, 0xc001f8a000, 0xa26, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 861 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000501d40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc000501e10, 0xc001b32070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973ce0, 0x0, 0x0, 0x0, 0xc004d15200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973ce0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d158f8, 0xc003b66000, 0x1054, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 862 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006691c70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006691d40, 0xc002c9bc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0eb40, 0x0, 0x0, 0x0, 0xc003417200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0eb40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034178f8, 0xc005573000, 0x177d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 863 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc002a635a0, 0x2, 0x2, 0xc002ec0198, 0xc0040d7900, 0x4c, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc002a635a0, 0x2, 0xaa0378, 0x1, 0xc00727d310, 0x4c)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ec10c0, 0xc001ce9180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec10c0, 0xc003ebebd0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002ec10c0, 0xc003ebebd0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ec10c0, 0xc003ebebd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ec10c0, 0xc003ebebd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec10c0, 0xc003eb13b0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0018cb0c0, 0xc003eb13b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018cb0c0, 0xc003eb13b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec10c0, 0xc003eb12d0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0018cb0c0, 0xc003eb12d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018cb0c0, 0xc003eb12d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec10c0, 0xc003dc51f0, 0xc000782380, 0x7f13f041a560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0018cb0c0, 0xc003dc51f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018cb0c0, 0xc003dc51f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec10c0, 0xc003ea00e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018cb0c0, 0xc003ea00e0, 0x54b170, 0xc0030124e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003ea00e0, 0x0, 0x0, 0x0, 0x0, 0xc003ea00e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0027fcd50, 0x0, 0x0, 0x0, 0x1800, 0xc005aaf000, 0x15ef, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005aaf000, 0x15ef, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00658aeb0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0018cb518, 0xc003747480, 0xc003747d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 864 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_GoString(...)
_cgo_gotypes.go:71
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0004ce1c0, 0xc0026a0000, 0x413, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:148 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0026a0000, 0x413, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a050, 0x43, 0xc0026a0000, 0x413, 0xc0026a0000, 0x413, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a050, 0x43, 0xc0026a0000, 0x413, 0xaa0378, 0x1, 0xc0026a0000, 0x413, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 866 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0079c10c0, 0xc0004feea0, 0x193, 0x7, 0xc0004feea0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0079c10c0, 0xc005e8d500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079c10c0, 0xc005e8d500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c10c0, 0xc005e8d420, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c750c0, 0xc005e8d420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc005e8d420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c10c0, 0xc0020898f0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c750c0, 0xc0020898f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc0020898f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c10c0, 0xc002088d90, 0xc000ad9500, 0x7f13f04197d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c750c0, 0xc002088d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc002088d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c10c0, 0xc002088cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc002088cb0, 0x54b170, 0xc000826a90)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002088cb0, 0x0, 0x0, 0x0, 0x0, 0xc002088cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0037fd7d0, 0x0, 0x0, 0x0, 0x1000, 0xc00770d000, 0xe90, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00770d000, 0xe90, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00013c000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c75518, 0xc000ffc1c0, 0xc004db4d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 867 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0062a9800, 0x73a, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0062a9800, 0x73a, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0062a9800, 0x73a, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0062a9800, 0x73a, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0062a9800, 0x73a, 0x0, 0x0, 0x73a, 0xc0062a9800, 0x73a)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0062a9800, 0x73a, 0x73a, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a230, 0x44, 0xc0062a9800, 0x73a, 0xc0062a9800, 0x73a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a230, 0x44, 0xc0062a9800, 0x73a, 0xaa0378, 0x1, 0xc0062a9800, 0x73a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 868 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006738000, 0x947, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006738000, 0x947, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006738000, 0x947, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006738000, 0x947, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc006738000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006738000, 0x947, 0x0, 0x0, 0x947, 0xc00, 0xc006738000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006738000, 0x947, 0x947, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a370, 0x4b, 0xc006738000, 0x947, 0xc006738000, 0x947, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a370, 0x4b, 0xc006738000, 0x947, 0xaa0378, 0x1, 0xc006738000, 0x947, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 869 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc0050bc930, 0xab29a3, 0xc, 0xc004805fa8, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301
github.com/advancedlogic/GoOse.(*ContentExtractor).updateScore(0xc002f65518, 0xc0050bc930, 0x6)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:493 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002f65518, 0xc0000a63e0, 0x42)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:435 +0x67f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 870 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006828000, 0x390, 0x390, 0x3, 0x0, 0x38f, 0xc006828000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c15518, 0xc003938040, 0xc003938be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a190e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 871 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000611a40, 0x1df, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000611a40, 0x1df, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000611a40, 0x1df, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc000611a40)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000611a40, 0x1df, 0x0, 0x0, 0x1df, 0x2c0, 0xc000611a40)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000611a40, 0x1df, 0x1df, 0x2c0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d2556e, 0x22, 0xc000611a40, 0x1df, 0xc000611a40, 0x1df, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d2556e, 0x22, 0xc000611a40, 0x1df, 0xaa0378, 0x1, 0xc000611a40, 0x1df, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a191a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 872 [runnable]:
strings.genSplit(0xc005eb76bd, 0x87a, 0xaa0378, 0x1, 0x0, 0x29d, 0xc006302a80, 0x29e, 0x29e)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e9f3c0, 0xaa04fd, 0x2, 0xc00083ac00, 0xb37, 0x42, 0x29e, 0xc00427d6a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00083ac00, 0xb37, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e9f518, 0xc005de7b60, 0x52, 0xc00502f5c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19260, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 873 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400d770, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d9edf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004d9ede0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0048a3b00, 0x820, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f30e0, 0x48, 0xc0048a3b00, 0x820, 0xc0048a3b00, 0x820, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f30e0, 0x48, 0xc0048a3b00, 0x820, 0xaa0378, 0x1, 0xc0048a3b00, 0x820, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19320, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 874 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001879e10, 0xc0070b96e0, 0x12)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001879e10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001879e10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001879e10, 0xc000159f10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a229a0, 0x0, 0x0, 0x0, 0xc00385d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a229a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00385d8f8, 0xc002947b00, 0xd2f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a193e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 875 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002a37200, 0x8d1, 0xc001885218, 0xc000809c00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002a37200, 0x8d1, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018853c0, 0xaa059b, 0x2, 0xc002a37200, 0x8d1, 0x1c, 0x236, 0xc00384df40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a37200, 0x8d1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001885518, 0xc004f2bca0, 0x56, 0xc00081efc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a194a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 876 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00766d900, 0x75, 0x2, 0xc0079d6198, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00766d900, 0x75, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079d70c0, 0xc0072d0a80, 0xc0079d61b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d70c0, 0xc0072d0a10, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0079d70c0, 0xc0072d0a10, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0079d70c0, 0xc0072d0a10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079d70c0, 0xc0072d0a10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d70c0, 0xc002790230, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a510c0, 0xc002790230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a510c0, 0xc002790230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d70c0, 0xc002790150, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a510c0, 0xc002790150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a510c0, 0xc002790150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d70c0, 0xc0071d1a40, 0xc0009f0a80, 0x7f13f041c080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a510c0, 0xc0071d1a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a510c0, 0xc0071d1a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d70c0, 0xc0071d1960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a510c0, 0xc0071d1960, 0x54b170, 0xc003013930)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0071d1960, 0x0, 0x0, 0x0, 0x0, 0xc0071d1960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0038b24e0, 0x0, 0x0, 0x0, 0x1500, 0xc006cc4a00, 0x1305, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006cc4a00, 0x1305, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0076cb340)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003a51518, 0xc0043cd520, 0xc0043cdee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 877 [runnable]:
strings.Index(0xc001f08000, 0x1e41, 0xaa04bd, 0x2, 0x1)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.Replace(0xc001f08000, 0x1e41, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:952 +0x3a3
github.com/jaytaylor/html2text.FromHTMLNode(0xc0034fa770, 0x0, 0x0, 0x0, 0x0, 0xc0034fa770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006239290, 0x0, 0x0, 0x0, 0x2800, 0xc001747000, 0x2612, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001747000, 0x2612, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005492540)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00550d518, 0xc00432a580, 0xc00432aec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 878 [semacquire]:
bytes.makeSlice(0xa92, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003c55208, 0xec, 0xe6)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003c55208, 0xc0036efef0, 0xec, 0x5165d7, 0xc0042c3845, 0xc005e47ed0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005e4a5b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005e4a540)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005e2f3b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0028ea450, 0xc0028ea450, 0xc0028ea600)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003c55518, 0xc00166e8e0, 0x3c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a196e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 879 [semacquire]:
strings.genSplit(0xc004571800, 0x73c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00473aa10, 0x10000c006121360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0061213c0, 0xaa04d9, 0x2, 0xc004571000, 0x73c, 0xc004571000, 0xc0061213b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004571000, 0x73c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006121518, 0xc00427c220, 0x39, 0xc005c897c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a197a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 880 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006425000, 0x2cf, 0x2cf, 0x3, 0x0, 0x2ce, 0xc006425000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002485518, 0xc00000e160, 0xc005de7000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 881 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0030132b0, 0xc004ba1500, 0xb6)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0030132b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0030132b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0030132b0, 0xc00691bab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001d16030, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001951cb0, 0x0, 0x0, 0x0, 0xc00, 0xc002c11c00, 0xbe3, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc002c11c00, 0xbe3, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001e116d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0026cf518, 0xc005f33700, 0xc003e912e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 882 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc00593eb30, 0xc0073abb18, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc00593eb30, 0xc004855b20, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc00593eb30, 0xc004855b90, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc004855b90, 0xc004855b90, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00593eff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00593eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0043491a4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00593eff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00593eff8, 0x1, 0xc005724570, 0xc01002af880, 0x2804f041a560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00593eff8, 0x4, 0xd19, 0xc0070b7201, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0070b7000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00451b2b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005d080c0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c078f8, 0xc00268c000, 0x227a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a199e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 883 [semacquire]:
bytes.makeSlice(0x1909, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004e5a210, 0x97, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004e5a210, 0xc001aa9220, 0x97, 0x6, 0xffffffffffffffff, 0xad0184)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004e5a210, 0xc001aa9220, 0x97, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004e5a210, 0xc00681d180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc004e5a210, 0xc00681cfc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004e5a210, 0xc005d0d960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004e5a210, 0xc005d0d880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004e5a210, 0xc005d0d180, 0xb84d20, 0xc004e5a210)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004e5a210, 0xc005d0d180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00280acc0, 0x7ed49368, 0x1251a20, 0xc0049731c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 884 [semacquire]:
strings.genSplit(0xc001842d80, 0xd16, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0030f1000, 0x2cd, 0x2cd)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e533c0, 0xaa05c9, 0x2, 0xc00062c000, 0xd16, 0x5, 0x2cd, 0xc00166f480)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00062c000, 0xd16, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e53518, 0xc004ebb800, 0x3f, 0xc005e56180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 886 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc0052bc000, 0x1b16, 0xaa0378, 0x1, 0xc005582000, 0x1b16)
/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0052bc000, 0x1b16, 0xaa0378, 0x1, 0xc0052bc000, 0x1b16)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 887 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400a240, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0048743b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0048743a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0054cca00, 0x1f6, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002322b40, 0x5d, 0xc0054cca00, 0x1f6, 0xc0054cca00, 0x1f6, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002322b40, 0x5d, 0xc0054cca00, 0x1f6, 0xaa0378, 0x1, 0xc0054cca00, 0x1f6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 888 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003c097e0, 0xc006c45210, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006c45588, 0xaa04f9, 0x2, 0xc0040a6c00, 0x10bc, 0x30, 0xc006c45290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc00447e5d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00447e5a0, 0xc006c45320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc006c45518, 0xc00447e510, 0xc003c09020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc006c45518, 0xc00447e510, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc006c45518, 0xc00447e510, 0xc00447e510)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 889 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020733c0, 0xaa0599, 0x2, 0xc0022f6000, 0xe3a, 0x1, 0x313, 0xc001d0f000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0022f6000, 0xe3a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002073518, 0xc003f264a0, 0x3b, 0xc001d19080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 890 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003ec6e00, 0x699, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003ec6e00, 0x699, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003ec6e00, 0x699, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003ec6e00, 0x699, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003ec6e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003ec6e00, 0x699, 0x0, 0x0, 0x699, 0x700, 0xc003ec6e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003ec6e00, 0x699, 0x699, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028bd4db, 0x63, 0xc003ec6e00, 0x699, 0xc003ec6e00, 0x699, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0028bd4db, 0x63, 0xc003ec6e00, 0x699, 0xaa0378, 0x1, 0xc003ec6e00, 0x699, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 891 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e0001950, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044ae8f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044ae8e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0034d3600, 0x502, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bdbae0, 0x46, 0xc0034d3600, 0x502, 0xc0034d3600, 0x502, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bdbae0, 0x46, 0xc0034d3600, 0x502, 0xaa0378, 0x1, 0xc0034d3600, 0x502, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a220c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 892 [semacquire]:
bytes.makeSlice(0x103f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003c510c0, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003c510c0, 0x1189d55, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003c510c0, 0xc002e084b0, 0x7, 0x7, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c510c0, 0xc004a11730, 0xc0022213f0, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c510c0, 0xc004a116c0, 0x7f13f041ac28, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c510c0, 0xc004a116c0, 0x32, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c510c0, 0xc004a116c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c510c0, 0xc004a11340, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003c510c0, 0xc004a11340, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c510c0, 0xc004a11340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c510c0, 0xc004a11340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c510c0, 0xc0040bc070, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e8b0c0, 0xc0040bc070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e8b0c0, 0xc0040bc070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c510c0, 0xc0045fea10, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e8b0c0, 0xc0045fea10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e8b0c0, 0xc0045fea10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c510c0, 0xc0020fb2d0, 0xc0009fd180, 0x7f13f041ac28)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e8b0c0, 0xc0020fb2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e8b0c0, 0xc0020fb2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c510c0, 0xc0020fb1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e8b0c0, 0xc0020fb1f0, 0x54b170, 0xc005ab31e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0020fb1f0, 0x0, 0x0, 0x0, 0x0, 0xc0020fb1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0076f5740, 0x0, 0x0, 0x0, 0x1980, 0xc004127300, 0x1820, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004127300, 0x1820, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0024e77a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e8b518, 0xc00467c880, 0xc00432ac40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 893 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b393c0, 0xaa04f9, 0x2, 0xc00620db00, 0x851, 0xc00620db00, 0xc003b393b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00620db00, 0x851, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b39518, 0xc0019e8100, 0x51, 0xc005cedc89)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 894 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005cd8e00, 0x6c9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005cd8e00, 0x6c9, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005cd8e00, 0x6c9, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc005cd8e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005cd8e00, 0x6c9, 0x0, 0x0, 0x6c9, 0x800, 0xc005cd8e00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005cd8e00, 0x6c9, 0x6c9, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001afb200, 0x55, 0xc005cd8e00, 0x6c9, 0xc005cd8e00, 0x6c9, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001afb200, 0x55, 0xc005cd8e00, 0x6c9, 0xaa0378, 0x1, 0xc005cd8e00, 0x6c9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 895 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13240039c0, 0x7f1324233c80)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00287bdc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00287bd90, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0032fb900, 0x4dc, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e95bb2, 0x4e, 0xc0032fb900, 0x4dc, 0xc0032fb900, 0x4dc, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e95bb2, 0x4e, 0xc0032fb900, 0x4dc, 0xaa0378, 0x1, 0xc0032fb900, 0x4dc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a223c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 896 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002447588, 0xaa04f9, 0x2, 0xc006616fc0, 0x202, 0xf, 0xc002447290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc002442840)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002442780, 0xc002447320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002447518, 0xc005f69980, 0xc004972ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002447518, 0xc005f69980, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002447518, 0xc005f69980, 0xc005f69980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 898 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00262b0c0, 0xc0047eb1d0, 0x47, 0x47, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00262b0c0, 0xc0051bddc0, 0xc00262a1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00262b0c0, 0xc0051bdd50, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00262b0c0, 0xc0051bdd50, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00262b0c0, 0xc0051bdd50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00262b0c0, 0xc0051bdd50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00262b0c0, 0xc0051bd490, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00262b0c0, 0xc0051bd490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00262b0c0, 0xc0051bd490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00262b0c0, 0xc0051bd3b0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00262b0c0, 0xc0051bd3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00262b0c0, 0xc0051bd3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00262b0c0, 0xc0051bccb0, 0xc000d58e00, 0x7f13f041b9b8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00262b0c0, 0xc0051bccb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00262b0c0, 0xc0051bccb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00262b0c0, 0xc0051bcbd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00262b0c0, 0xc0051bcbd0, 0x54b170, 0xc002d540d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0051bcbd0, 0x0, 0x0, 0x0, 0x0, 0xc0051bcbd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0037352c0, 0x0, 0x0, 0x0, 0x2600, 0xc0020c4c00, 0x25a4, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0020c4c00, 0x25a4, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001b3cb80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00262b518, 0xc0020e3020, 0xc002251640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 899 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0004ce200, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004ce200, 0x0, 0x0, 0x0, 0xc00299d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004ce200, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00299d8f8, 0xc006217a80, 0x1a12, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a226c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 900 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002a02d00, 0x8d8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002a02d00, 0x8d8, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002a02d00, 0x8d8, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002a02d00, 0x8d8, 0x0, 0x0, 0x8d8, 0xc002a02d00, 0x8d8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002a02d00, 0x8d8, 0x8d8, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00057e000, 0x53, 0xc002a02d00, 0x8d8, 0xc002a02d00, 0x8d8, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00057e000, 0x53, 0xc002a02d00, 0x8d8, 0xaa0378, 0x1, 0xc002a02d00, 0x8d8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 901 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12b800df80, 0x7f12b800da20)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002002b40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002002b30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003219c00, 0x65d, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005636000, 0x78, 0xc003219c00, 0x65d, 0xc003219c00, 0x65d, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005636000, 0x78, 0xc003219c00, 0x65d, 0xaa0378, 0x1, 0xc003219c00, 0x65d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 902 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003821b00, 0x8e1, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003821b00, 0x8e1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003821b00, 0x8e1, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003821b00, 0x8e1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003821b00, 0x8e1, 0x0, 0x0, 0x8e1, 0xc003821b00, 0x8e1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003821b00, 0x8e1, 0x8e1, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003c10550, 0x4e, 0xc003821b00, 0x8e1, 0xc003821b00, 0x8e1, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003c10550, 0x4e, 0xc003821b00, 0x8e1, 0xaa0378, 0x1, 0xc003821b00, 0x8e1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 903 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00676a000, 0x711, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00676a000, 0x711, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00676a000, 0x711, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00676a000, 0x711, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00676a000, 0x711, 0x0, 0x0, 0x711, 0xc00676a000, 0x711)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00676a000, 0x711, 0x711, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019d36ad, 0x6a, 0xc00676a000, 0x711, 0xc00676a000, 0x711, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019d36ad, 0x6a, 0xc00676a000, 0x711, 0xaa0378, 0x1, 0xc00676a000, 0x711, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a229c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 904 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007687180, 0xc001fb92c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fb93c0, 0xaa04d9, 0x2, 0xc00280c000, 0xcd6, 0x1, 0x225, 0xc007687160)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00280c000, 0xcd6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fb9518, 0xc0061ff780, 0x47, 0xc00571ef50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 905 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13a0001a40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005d2c10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005d2c00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003749200, 0x5ca, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002928f00, 0x5e, 0xc003749200, 0x5ca, 0xc003749200, 0x5ca, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002928f00, 0x5e, 0xc003749200, 0x5ca, 0xaa0378, 0x1, 0xc003749200, 0x5ca, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 906 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003294800, 0x718, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003294800, 0x718, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003294800, 0x718, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003294800, 0x718, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003294800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003294800, 0x718, 0x0, 0x0, 0x718, 0x800, 0xc003294800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003294800, 0x718, 0x718, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026c80, 0x74, 0xc003294800, 0x718, 0xc003294800, 0x718, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000026c80, 0x74, 0xc003294800, 0x718, 0xaa0378, 0x1, 0xc003294800, 0x718, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 907 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12a0001910, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023ae500, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023ae4f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002b7c000, 0x47d, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0040b0cf0, 0x82, 0xc002b7c000, 0x47d, 0xc002b7c000, 0x47d, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0040b0cf0, 0x82, 0xc002b7c000, 0x47d, 0xaa0378, 0x1, 0xc002b7c000, 0x47d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 908 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00427d720, 0xc004b552c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b553c0, 0xaa04df, 0x2, 0xc006ba6000, 0x814, 0x5, 0x1d8, 0xc006528c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006ba6000, 0x814, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b55518, 0xc0062fe4e0, 0x77, 0xc003d79800)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 909 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00340d0e8, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc00340d0e8, 0xb7b620, 0xc004d52420, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc004d52420, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc004d52420, 0xc00340d1d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004d52420, 0x0, 0x0, 0x0, 0x2000, 0xc003a38000, 0x1b46, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc003a38000, 0x1b46, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001e95b20)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00340d518, 0xc00075f080, 0xc0062fe620)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 910 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc000930360, 0x55, 0xaa0378, 0x1, 0xc00697b880, 0x1)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0020923d8, 0xc0049f76c0, 0xc0005c36b0, 0xc002092308)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0020923d8, 0xc0049f7650, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0020930c0, 0xc0049f7650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0020930c0, 0xc0049f7650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0020930c0, 0xc0049f7570, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0035770c0, 0xc0049f7570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035770c0, 0xc0049f7570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0020930c0, 0xc0049f7490, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0035770c0, 0xc0049f7490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035770c0, 0xc0049f7490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0020930c0, 0xc0049f6d90, 0xc00004c700, 0x7f13f04197d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0035770c0, 0xc0049f6d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035770c0, 0xc0049f6d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0020930c0, 0xc0049f6cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035770c0, 0xc0049f6cb0, 0x54b170, 0xc003fbc820)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0049f6cb0, 0x0, 0x0, 0x0, 0x0, 0xc0049f6cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0049aec90, 0x0, 0x0, 0x0, 0x1a80, 0xc002f02a00, 0x1a39, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002f02a00, 0x1a39, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00259d100)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003577518, 0xc00392d920, 0xc00427cda0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 911 [semacquire]:
strings.genSplit(0xc002125200, 0x841, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006848500, 0x215, 0x215)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a1b3c0, 0xaa04fd, 0x2, 0xc0032f9600, 0x841, 0x2a, 0x215, 0xc0065295e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0032f9600, 0x841, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a1b518, 0xc0004cfcc0, 0x4e, 0xc005f1ce10)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 913 [semacquire]:
strings.Replace(0xc001786000, 0x2fd1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x59, 0xc001786000, 0x2fd1)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030c78f8, 0xc0005b4000, 0x2f7a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23140, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 914 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022913c0, 0xaa0599, 0x2, 0xc00528ca00, 0x130f, 0xc00528ca00, 0xc0022913b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00528ca00, 0x130f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002291518, 0xc007597c00, 0x34, 0xc005213680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 915 [semacquire]:
strings.genSplit(0xc003794000, 0x91a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0059e2000, 0x1bb, 0x1bb)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030913c0, 0xaa0599, 0x2, 0xc00084a000, 0x91a, 0x1, 0x1bb, 0xc004972c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00084a000, 0x91a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003091518, 0xc0006ab3a0, 0x43, 0xc001aabd60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a232c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 916 [semacquire]:
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc005ce2c40, 0x0, 0xc004804057, 0xc0048040b6)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180
github.com/PuerkitoBio/goquery.mapNodes(0xc004836d18, 0x1, 0x1, 0xc003d11268, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc004836d18, 0x1, 0x1, 0xb856e0, 0xc00384c420, 0x0, 0x127d380, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00329ed20, 0xaa04e5, 0x2, 0x2be)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*Cleaner).cleanBr(0xc003d116b0, 0xc005de70c0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:321 +0x43
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc003d116b0, 0xc005de70c0, 0xc002604820)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:288 +0x5a
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 917 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003a1dec0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000aad518, 0xc0065280c0, 0x3d, 0xc0062f8bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 918 [runnable]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc006690ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006690ea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006690ea0, 0xc005c71110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973d60, 0x0, 0x0, 0x0, 0xc00550b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973d60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00550b8f8, 0xc0015aa000, 0x1106, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 919 [semacquire]:
bytes.makeSlice(0x1a07, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006745b90, 0xeb, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006745b90, 0xc0038a9d10, 0xeb, 0x6, 0xffffffffffffffff, 0xaa03f5)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006745b90, 0xc0038a9d10, 0xeb, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006745b90, 0xc00682d0a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc006745b90, 0xc00682c620, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006745b90, 0xc000749b90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006745b90, 0xc000749ab0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006745b90, 0xc0007493b0, 0xb84d20, 0xc006745b90)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006745b90, 0xc0007493b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006144150, 0x7e84577a, 0x1251a20, 0xc006529640, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a235c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 920 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0045be020, 0xc003b492c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b493c0, 0xaa059b, 0x2, 0xc002a0e000, 0x93f, 0x17, 0x20a, 0xc003db1c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a0e000, 0x93f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b49518, 0xc00392d660, 0x51, 0xc00186de60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 921 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc00515f000, 0xea8, 0x2, 0xc004d1ba58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc00515f000, 0xea8, 0x0, 0x0, 0xc0001e9410, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00515f000, 0xea8, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 922 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006690f70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006691040, 0xc006191570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973da0, 0x0, 0x0, 0x0, 0xc000767200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973da0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0007678f8, 0xc005136000, 0x2908, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 923 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc006f97a80, 0x1a7f, 0xc002e57218, 0xc000b03500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc006f97a80, 0x1a7f, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e573c0, 0xaa04df, 0x2, 0xc006f97a80, 0x1a7f, 0x5, 0x41d, 0xc0065e2c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006f97a80, 0x1a7f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e57518, 0xc004f2a160, 0x3f, 0xc005a955c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a238c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 924 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023593c0, 0xaa04fd, 0x2, 0xc005eb2000, 0xaa3, 0x43, 0x216, 0xc00427c420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005eb2000, 0xaa3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002359518, 0xc004f2a4a0, 0x5e, 0xc005ae5380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 925 [semacquire]:
strings.genSplit(0xc0018f0800, 0x15e8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc006895180, 0xc003149360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031493c0, 0xaa04df, 0x2, 0xc0018ef000, 0x15e8, 0xc0018ef000, 0xc0031493b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0018ef000, 0x15e8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003149518, 0xc0043cca60, 0x61, 0xc001b1ac40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 926 [semacquire]:
golang.org/x/net/html.(*parser).addFormattingElement(0xc0066911e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:378 +0x552
golang.org/x/net/html.inBodyIM(0xc0066911e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0066911e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0066911e0, 0xc0062af9d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973de0, 0x0, 0x0, 0x0, 0xc001fb5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973de0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fb58f8, 0xc002271500, 0x9df, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 927 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc002d54410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002d54410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002d54410, 0xc001d8cfc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973e20, 0x0, 0x0, 0x0, 0xc001e9f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973e20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e9f8f8, 0xc001f9b000, 0xe2d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 928 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00308d3c0, 0xaa059b, 0x2, 0xc0053a7100, 0x63c, 0xc0053a7100, 0xc00308d3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0053a7100, 0x63c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00308d518, 0xc0043cd8c0, 0x2e, 0xc001218570)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 929 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc0025892b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc0025892b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0025892b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0025892b0, 0xc0048de230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004972fc0, 0x0, 0x0, 0x0, 0xc003e09200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004972fc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e098f8, 0xc0035c7000, 0xeca, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 930 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000501930, 0xc005e57840, 0x32)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000501930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000501930)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000501930, 0xc006dfa700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973440, 0x0, 0x0, 0x0, 0xc004a87200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a878f8, 0xc0040c2a00, 0x1411, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 931 [semacquire]:
strings.genSplit(0xc0016f0600, 0x5bb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x18b, 0x18b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b893c0, 0xaa0569, 0x2, 0xc004ad4600, 0x5bb, 0x2, 0x18b, 0xc003ada500)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004ad4600, 0x5bb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b89518, 0xc0002d9e80, 0x46, 0xc001d1b2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 932 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002216380, 0x332, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002216380, 0x332, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002216380, 0x332, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc002216380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002216380, 0x332, 0x0, 0x0, 0x332, 0x480, 0xc002216380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002216380, 0x332, 0x332, 0x480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0035ed940, 0x3e, 0xc002216380, 0x332, 0xc002216380, 0x332, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0035ed940, 0x3e, 0xc002216380, 0x332, 0xaa0378, 0x1, 0xc002216380, 0x332, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 933 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc001c85860, 0xc001c85860)
/usr/local/go/src/regexp/onepass.go:307 +0x148
regexp.compileOnePass(0xc001c857a0, 0xc001c857a0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001875300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001875300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001875300, 0x0, 0xb856e0, 0xc0000a7ea8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001875300, 0xc0038264d0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001875300, 0x42ca96, 0xc001c85740, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001875370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0020bdac0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00456ef60, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001875518, 0xc00427d340, 0xabc101, 0x1d, 0x41, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 934 [semacquire]:
strings.genSplit(0xc0053ef000, 0x27d4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007f24000, 0x7a0, 0x7a0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035813c0, 0xaa0599, 0x2, 0xc005122000, 0x27d4, 0x1, 0x7a0, 0xc004bb2f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005122000, 0x27d4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003581518, 0xc002244dc0, 0x50, 0xc0036e6881)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 935 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc0058da002, 0xed4, 0x2, 0xc000187a58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc0058da002, 0xed4, 0x0, 0x0, 0xc0001e9410, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0058da002, 0xed4, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a461e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 936 [semacquire]:
github.com/andybalholm/cascadia.Compile(0xab9e11, 0x19, 0x1, 0xb856e0, 0xc00000ffc0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002360fc0, 0xab9e11, 0x19, 0xc007986630)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc003863518, 0xc004973f80, 0x16c1, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a462a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 937 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fe93c0, 0xaa04f9, 0x2, 0xc004319900, 0x1299, 0xc004319900, 0xc003fe93b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004319900, 0x1299, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fe9518, 0xc0043384a0, 0x1e, 0xc0002feb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 938 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readByte(0xc001a50c30, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af
golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc001a50c30)
/home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64
golang.org/x/net/html.(*Tokenizer).Next(0xc001a50c30, 0x2fc0600000004)
/home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324
golang.org/x/net/html.(*parser).parse(0xc001a50d00, 0xc000cf5f80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0002d9dc0, 0x0, 0x0, 0x0, 0xc0030cb200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0002d9dc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030cb8f8, 0xc001789000, 0x2b9a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 939 [semacquire]:
strings.Replace(0xc003382800, 0x26d1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1c, 0xc003382800, 0x26d1)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00340b8f8, 0xc005129800, 0x26ce, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a464e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 940 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0046ae000, 0xcc3, 0xc002fe3218, 0xc0009f0a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0046ae000, 0xcc3, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fe33c0, 0xaa04d9, 0x2, 0xc0046ae000, 0xcc3, 0x1, 0x259, 0xc00166f520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0046ae000, 0xcc3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fe3518, 0xc002310040, 0x59, 0xc001a18d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a465a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 941 [semacquire]:
bytes.(*Buffer).grow(0xc004713208, 0x5, 0x46a5ec)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc004713208, 0xc002879a97, 0x5, 0xc0040c71e9, 0x9, 0xaa0378)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0040aef50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0040aeee0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0049c0f90, 0xc0049c0f60, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004713518, 0xc003938fc0, 0xa6)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 942 [semacquire]:
strings.Replace(0xc004555900, 0x1131, 0xaa2734, 0x3, 0xaa0382, 0x1, 0x1, 0xc004555900, 0x1131)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004273518, 0xc003c09ce0, 0xc00427c560)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 943 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc0005e4f90, 0xab29a3, 0xc, 0xacde06, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301
github.com/advancedlogic/GoOse.(*ContentExtractor).updateScore(0xc002a47518, 0xc0005e4f90, 0x3b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:493 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002a47518, 0xc0002d81c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:427 +0x4ba
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a467e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 944 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00446e000, 0x86c, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00446e000, 0x86c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00446e000, 0x86c, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00446e000, 0x86c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00446e000, 0x86c, 0x0, 0x0, 0x86c, 0xc00446e000, 0x86c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00446e000, 0x86c, 0x86c, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00070e300, 0x56, 0xc00446e000, 0x86c, 0xc00446e000, 0x86c, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00070e300, 0x56, 0xc00446e000, 0x86c, 0xaa0378, 0x1, 0xc00446e000, 0x86c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a468a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 945 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0049e8d80, 0xd79, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0049e8d80, 0xd79, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0049e8d80, 0xd79, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0049e8d80, 0xd79, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0049e8d80, 0xd79, 0x0, 0x0, 0xd79, 0xc0049e8d80, 0xd79)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0049e8d80, 0xd79, 0xd79, 0xd80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00078e4e0, 0x56, 0xc0049e8d80, 0xd79, 0xc0049e8d80, 0xd79, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00078e4e0, 0x56, 0xc0049e8d80, 0xd79, 0xaa0378, 0x1, 0xc0049e8d80, 0xd79, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 946 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003a850e8, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc003a850e8, 0xb7b620, 0xc0057b6570, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0057b6570, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0057b6570, 0xc003a851d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0057b6570, 0x0, 0x0, 0x0, 0xd80, 0xc0026fe000, 0xd71, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0026fe000, 0xd71, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00078ec60)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003a85518, 0xc001d0f6e0, 0xc00384c580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46a20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 947 [semacquire]:
bytes.makeSlice(0xe9f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00409b138, 0x4ef, 0x10f)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00409b138, 0xc002479900, 0x4ef, 0x5165d7, 0xc003e5ec69, 0xc0028b1660)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003aab340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003aab2d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003aab1f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003aaa930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0024752c0, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00409b518, 0xc0024752c0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00409b518, 0xc001d0f7c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46ae0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 948 [semacquire]:
strings.genSplit(0xc0030f9500, 0xa2c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006418000, 0x1ed, 0x1ed)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031473c0, 0xaa0569, 0x2, 0xc004629500, 0xa2c, 0x2, 0x1ed, 0xc00416a7e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004629500, 0xa2c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003147518, 0xc003647ca0, 0x4d, 0xc00002bb80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46ba0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 949 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400b3b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002215050, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002215040, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004563200, 0xc41, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e12f00, 0x2d, 0xc004563200, 0xc41, 0xc004563200, 0xc41, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e12f00, 0x2d, 0xc004563200, 0xc41, 0xaa0378, 0x1, 0xc004563200, 0xc41, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46c60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 950 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0005f8a00, 0x14f9, 0xc0037c9218, 0xc000a55880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0005f8a00, 0x14f9, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037c93c0, 0xaa04d9, 0x2, 0xc0005f8a00, 0x14f9, 0x1, 0x398, 0xc00416b380)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0005f8a00, 0x14f9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037c9518, 0xc003adb7a0, 0x31, 0xc001aa1d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 951 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00235d3c0, 0xaa04fd, 0x2, 0xc00334a800, 0x79c, 0x27, 0x1a9, 0xc000ffdb00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00334a800, 0x79c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00235d518, 0xc003647f00, 0x36, 0xc003772689)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 952 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).star(0xc006c3b0c8, 0x200000001, 0x200000000, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:242 +0x19e
regexp/syntax.(*compiler).plus(...)
/usr/local/go/src/regexp/syntax/compile.go:256
regexp/syntax.(*compiler).compile(0xc006c3b0c8, 0xc006d22e00, 0xc006c3b100)
/usr/local/go/src/regexp/syntax/compile.go:144 +0xf02
regexp/syntax.Compile(0xc006d22e00, 0xc006d22e00, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc0055ba900, 0x8f1, 0x8f1)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0037eb518, 0xc0062ff240, 0xc0062ffaa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 953 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc006ca8810, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006ca8810, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004104d80, 0x0, 0x0, 0x0, 0x1000, 0xc004ba5000, 0xebe, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004ba5000, 0xebe, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0018d2d80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003861518, 0xc0006abf80, 0xc001ef8fe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 954 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0021fb4d0, 0x50d2a1, 0xc00303b5c0, 0x31, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003e0b518, 0xc0036468c0, 0xc0078180e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 955 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4011640, 0x7f12e8006270)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001dc7010, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001dc7000, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002b40000, 0x3aa, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a8c000, 0x36, 0xc002b40000, 0x3aa, 0xc002b40000, 0x3aa, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a8c000, 0x36, 0xc002b40000, 0x3aa, 0xaa0378, 0x1, 0xc002b40000, 0x3aa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a470e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 956 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005842a80, 0x9f0, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005842a80, 0x9f0, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005842a80, 0x9f0, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005842a80, 0x9f0, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005842a80, 0x9f0, 0x0, 0x0, 0x9f0, 0xc005842a80, 0x9f0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005842a80, 0x9f0, 0x9f0, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004aa910, 0x43, 0xc005842a80, 0x9f0, 0xc005842a80, 0x9f0, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004aa910, 0x43, 0xc005842a80, 0x9f0, 0xaa0378, 0x1, 0xc005842a80, 0x9f0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a471a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 957 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12a800afa0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0048e44f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0048e44e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0050ed800, 0x59e, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b0f020, 0x54, 0xc0050ed800, 0x59e, 0xc0050ed800, 0x59e, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b0f020, 0x54, 0xc0050ed800, 0x59e, 0xaa0378, 0x1, 0xc0050ed800, 0x59e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 958 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00384dda0, 0xc004683220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004683588, 0xaa04f9, 0x2, 0xc0077418c0, 0x15f, 0x1, 0x46, 0xc003646580)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004683518, 0xc00427c660, 0x60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 959 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f132c003120, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0058171a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005817180, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0044e5e00, 0x1f2, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0054939b0, 0x23, 0xc0044e5e00, 0x1f2, 0xc0044e5e00, 0x1f2, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0054939b0, 0x23, 0xc0044e5e00, 0x1f2, 0xaa0378, 0x1, 0xc0044e5e00, 0x1f2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a473e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 960 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00426f588, 0xaa04f9, 0x2, 0xc005c8fa00, 0x1fb, 0x17, 0xc00426f290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x3, 0xc00455c360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00455c180, 0xc00426f320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00426f518, 0xc003840c30, 0xc00416a6e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00426f518, 0xc003840c30, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00426f518, 0xc003840c30, 0xc003840c30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a474a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 961 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004db4220, 0xc000fe31b0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000fe3588, 0xaa04f9, 0x2, 0xc00092b340, 0x148, 0x0, 0xc000fe33d8, 0xc005168b88)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000fe3518, 0xc005041770, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000fe3518, 0xc00427ce60, 0x44)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 962 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12c80088c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00270d8a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00270d860, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0063d4a80, 0x356, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0022bea80, 0x39, 0xc0063d4a80, 0x356, 0xc0063d4a80, 0x356, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0022bea80, 0x39, 0xc0063d4a80, 0x356, 0xaa0378, 0x1, 0xc0063d4a80, 0x356, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 963 [semacquire]:
strings.Replace(0xc001058400, 0xaae, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc003f63500, 0x0, 0x0, 0x0, 0x0, 0xc003f63500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00265f410, 0x0, 0x0, 0x0, 0x1000, 0xc003b9b000, 0xe63, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003b9b000, 0xe63, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00168b410)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0039dd518, 0xc0019e81c0, 0xc0019e8c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a476e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 964 [runnable]:
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc004d7fef0, 0x7, 0x7, 0x2, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc004d7fef0, 0x7, 0x2, 0xc007f6e538, 0xc000032800, 0xc00192e5d8, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004d7fef0, 0x7, 0xaa0378, 0x1, 0xc006fd2080, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007f6f0c0, 0xc005c70b60, 0xc0000fae70, 0xc00192e670)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f6f0c0, 0xc0059b3490, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00192f0c0, 0xc0059b3490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00192f0c0, 0xc0059b3490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f6f0c0, 0xc0059b33b0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00192f0c0, 0xc0059b33b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00192f0c0, 0xc0059b33b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f6f0c0, 0xc0041717a0, 0xc000bff880, 0x7f13f04197d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00192f0c0, 0xc0041717a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00192f0c0, 0xc0041717a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f6f0c0, 0xc0041707e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00192f0c0, 0xc0041707e0, 0x54b170, 0xc006690d00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0041707e0, 0x0, 0x0, 0x0, 0x0, 0xc0041707e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0021fb4a0, 0x0, 0x0, 0x0, 0x1500, 0xc001c0e000, 0x134f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001c0e000, 0x134f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00011c420)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00192f518, 0xc0004cea40, 0xc0006abba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a477a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 707 [semacquire]:
regexp/syntax.(*parser).push(0xc0027a68a0, 0xc005f6a000, 0xc001ac8d01)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc0027a68a0, 0xabc109, 0x11)
/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001ac9300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001ac9300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001ac9300, 0x0, 0xb856e0, 0xc0000a7ee8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001ac9300, 0xc0019ddc70, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001ac9300, 0x42ca96, 0xc0047a02d0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001ac9370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007818b20, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0002cba40, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001ac9518, 0xc0002d8c40, 0xabc101, 0x1d, 0x4e, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 708 [semacquire]:
bytes.makeSlice(0x2ed, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0040c3620, 0x1, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc0040c3620, 0xc0040c3622, 0xc00374d150, 0x8)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc0040c3620, 0xc006ca7180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:172 +0x3d5
golang.org/x/net/html.render1(0xb84d20, 0xc0040c3620, 0xc007700070, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0040c3620, 0xc0070ce230, 0xb84d20, 0xc0040c3620)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0040c3620, 0xc0070ce230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003a3e360, 0xca0388e6, 0x1251a20, 0xc0062e8fa0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 709 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400beb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005ef74f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005ef74e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002b41400, 0x3d9, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bda960, 0x41, 0xc002b41400, 0x3d9, 0xc002b41400, 0x3d9, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bda960, 0x41, 0xc002b41400, 0x3d9, 0xaa0378, 0x1, 0xc002b41400, 0x3d9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078f920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 710 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7f132c0034c0, 0x7f132c0021f0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00534fe00, 0xc0025da400, 0x398, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0025da400, 0x398, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a730, 0x4f, 0xc0025da400, 0x398, 0xc0025da400, 0x398, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a730, 0x4f, 0xc0025da400, 0x398, 0xaa0378, 0x1, 0xc0025da400, 0x398, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078f9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 711 [runnable]:
strings.Index(0xc007fb0000, 0x2e44, 0xaa0378, 0x1, 0x834)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc007fb0000, 0x2e44, 0xaa0378, 0x1, 0x0, 0x834, 0x42fa20, 0x835, 0x835)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009233c0, 0xaa0569, 0x2, 0xc00221d000, 0x2e44, 0x4, 0x835, 0xc003e91e60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00221d000, 0x2e44, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000923518, 0xc000671000, 0x40, 0xc0028b68c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078faa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 712 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006528660, 0xc00243d220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00243d588, 0xaa04f9, 0x2, 0xc0008b6700, 0x1af0, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00243d518, 0xc0006aa040, 0x61)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 713 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc006946c00, 0x11eb, 0x2, 0xc002c43a58, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc006946c00, 0x11eb, 0xaa0378, 0x1, 0xc006945900, 0x11eb)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc006946c00, 0x11eb, 0xaa0378, 0x1, 0xc006946c00, 0x11eb)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078fc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 714 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc005aa0f00, 0xf3, 0x2, 0xc002cd0198, 0xa, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc005aa0f00, 0xf3, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cd10c0, 0xc001d551f0, 0xc002cd01b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cd10c0, 0xc001d55180, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002cd10c0, 0xc001d55180, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002cd10c0, 0xc001d55180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cd10c0, 0xc001d55180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cd10c0, 0xc007948cb0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002cd10c0, 0xc007948cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cd10c0, 0xc007948cb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cd10c0, 0xc007948bd0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002cd10c0, 0xc007948bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cd10c0, 0xc007948bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cd10c0, 0xc0079484d0, 0xc000d58e00, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002cd10c0, 0xc0079484d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cd10c0, 0xc0079484d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cd10c0, 0xc0079483f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cd10c0, 0xc0079483f0, 0x54b170, 0xc002d541a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0079483f0, 0x0, 0x0, 0x0, 0x0, 0xc0079483f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0033f2450, 0x0, 0x0, 0x0, 0x3000, 0xc005ff4000, 0x2aeb, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005ff4000, 0x2aeb, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001b08680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002cd1518, 0xc0019e8060, 0xc000670a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 715 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x479, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00502d200, 0x479, 0x479, 0x500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b3bb00, 0x40, 0xc00502d200, 0x479, 0xc00502d200, 0x479, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b3bb00, 0x40, 0xc00502d200, 0x479, 0xaa0378, 0x1, 0xc00502d200, 0x479, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078fda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 716 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc006323a80, 0x19fb, 0x2, 0xc0043e5a58, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc006323a80, 0x19fb, 0xaa0378, 0x1, 0xc006322000, 0x19fb)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc006323a80, 0x19fb, 0xaa0378, 0x1, 0xc006323a80, 0x19fb)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078fe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 717 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b50e0, 0x0, 0x0, 0x0, 0xc001ff4000, 0xdca, 0x2, 0xc004d0b218, 0xc00539f000, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b50e0, 0xc001ff4000, 0xdca, 0xaa0378, 0x1, 0xc001d0fdc0, 0xc006d0a280)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc004d0b388, 0xc006d0a200, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc004d0b388, 0xc005394390, 0xaa04f9, 0x2, 0xc004d0b518, 0x8, 0x9ecc80, 0xc004d0b301, 0xc00539f3a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc004d0b518, 0xc005394390, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 718 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001860600, 0x126f, 0xc000989218, 0xc0009fd180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001860600, 0x126f, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009893c0, 0xaa04df, 0x2, 0xc001860600, 0x126f, 0x3, 0x3a0, 0xc0000a7de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001860600, 0x126f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000989518, 0xc0006aa4a0, 0x41, 0xc001e104b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 719 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021c93c0, 0xaa04f9, 0x2, 0xc007762a00, 0x3238, 0xc007762a00, 0xc0021c93b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007762a00, 0x3238, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0021c9518, 0xc007818480, 0x36, 0xc007442a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 720 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003b77800, 0x16c9, 0xc002847218, 0xc000782380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003b77800, 0x16c9, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028473c0, 0xaa0569, 0x2, 0xc003b77800, 0x16c9, 0x5, 0x46e, 0xc003e91040)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003b77800, 0x16c9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002847518, 0xc0065e37a0, 0x38, 0xc003880200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 721 [semacquire]:
strings.Replace(0xc00172c000, 0x3e83, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00172c000, 0x3e83)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c558f8, 0xc003892000, 0x3e64, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 978 [semacquire]:
github.com/gigawattio/window.Rolling(0xc005cf0500, 0x242, 0x242, 0x3, 0x0, 0x241, 0xc005cf0500)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0044fb518, 0xc003adab20, 0xc004db5480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 979 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc000d43d40, 0x21a, 0x21a, 0xc000a55880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc000d43d40, 0x21a, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003de1588, 0xaa04f9, 0x2, 0xc000d43d40, 0x21a, 0xa, 0xc003de1290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc004c7b0b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0035b1740, 0xc003de1320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc003de1518, 0xc0035b1440, 0xc0049722c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003de1518, 0xc0035b1440, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003de1518, 0xc0035b1440, 0xc0035b1440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 980 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003981500, 0xa11, 0xc007185218, 0xc000782380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003981500, 0xa11, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0071853c0, 0xaa04df, 0x2, 0xc003981500, 0xa11, 0x6, 0x22d, 0xc0065e3480)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003981500, 0xa11, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007185518, 0xc0062e9de0, 0x47, 0xc00571e820)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 981 [semacquire]:
strings.genSplit(0xc004013300, 0x1251, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0036e5490, 0xc0014dd360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0014dd3c0, 0xaa0503, 0x2, 0xc0068d0c00, 0x1251, 0xc0068d0c00, 0xc0014dd3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0068d0c00, 0x1251, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0014dd518, 0xc007686040, 0x48, 0xc0016a00f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 982 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0022d5930, 0xc0040b0990, 0x89)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0022d5930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0022d5930)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0022d5930, 0xc007672e00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00392d240, 0x0, 0x0, 0x0, 0xc0037ed200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00392d240, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037ed8f8, 0xc00389d300, 0x1866, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 983 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc006cd2000, 0x9db, 0xc000d13218, 0xc000b03500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc006cd2000, 0x9db, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d133c0, 0xaa059b, 0x2, 0xc006cd2000, 0x9db, 0x15, 0x21a, 0xc007687520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006cd2000, 0x9db, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000d13518, 0xc0043cc300, 0x47, 0xc001d1a46a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 985 [semacquire]:
strings.Replace(0xc005ae6a80, 0x910, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x2, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc007ac0d90, 0x0, 0x0, 0x0, 0x0, 0xc007ac0d90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00515b080, 0x0, 0x0, 0x0, 0xa80, 0xc0045c4a80, 0xa59, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0045c4a80, 0xa59, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00168bda0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d39518, 0xc0042c7b20, 0xc004ebb980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 986 [semacquire]:
bytes.makeSlice(0x84, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002e6a600, 0x4, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002e6a600, 0xad063c, 0x4, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc002e6a600, 0xc0059dacb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd
golang.org/x/net/html.render1(0xb84d20, 0xc002e6a600, 0xc0059daaf0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002e6a600, 0xc0059daa80, 0xb84d20, 0xc002e6a600)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002e6a600, 0xc0059daa80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002b36090, 0xc5d58f8c, 0x1251a20, 0xc001ef9ca0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 987 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00292ac60, 0x7, 0x2, 0xc002526538, 0xc00292ad80, 0x1, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00292ac60, 0x7, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025270c0, 0xc00760dd50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0025270c0, 0xc00760db90, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025270c0, 0xc00760db90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025270c0, 0xc00760db90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0025270c0, 0xc00760dab0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025270c0, 0xc00760dab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025270c0, 0xc00760dab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0025270c0, 0xc00760d3b0, 0xc000a55880, 0x7f13f0419e98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025270c0, 0xc00760d3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025270c0, 0xc00760d3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0025270c0, 0xc00760d2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025270c0, 0xc00760d2d0, 0x54b170, 0xc0049ff110)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00760d2d0, 0x0, 0x0, 0x0, 0x0, 0xc00760d2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004334900, 0x0, 0x0, 0x0, 0xc80, 0xc002d01900, 0xc4b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002d01900, 0xc4b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001b12810)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002527518, 0xc00166e920, 0xc00384cea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 988 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003fef000, 0xda9, 0xc004d25218, 0xc0009fd180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003fef000, 0xda9, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d253c0, 0xaa04d9, 0x2, 0xc003fef000, 0xda9, 0x1, 0x2cd, 0xc007596fa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003fef000, 0xda9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d25518, 0xc003c09780, 0x62, 0xc001f8db20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186ca80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 989 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001db6ba0, 0xc4f8d34e, 0x1251a20, 0xc003db11c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186cb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 990 [semacquire]:
fmt.Errorf(0xabb2ed, 0x1c, 0xc0072fceb8, 0x1, 0x1, 0xd0, 0xc0001bc020)
/usr/local/go/src/fmt/errors.go:21 +0xa3
github.com/araddon/dateparse.unknownErr(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:117
github.com/araddon/dateparse.parseTime(0xc00356be10, 0xc7, 0x0, 0xc00356bc74, 0xc4, 0xc00356be10)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:855 +0x44af
github.com/araddon/dateparse.parseTime(0xc00356bc70, 0xc8, 0x0, 0xc00356bc70, 0xc8, 0xc8)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:621 +0x3527
github.com/araddon/dateparse.ParseAny(0xc00356bc70, 0xc8, 0x3, 0xaa0378, 0x1, 0xc00356bc70, 0xc8)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00237d518, 0xc0043cc240, 0xc00416a580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186cc00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 991 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00098b2e0, 0x432e00, 0xc00098b210, 0x48afc0e8, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00098b2e0, 0xc00197fb00, 0x5, 0xc00098b230, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00098b2e0, 0xc00098b2f8, 0x43b3b7, 0x1252790, 0xc00098b200, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f13c85478c8, 0xc00098b301, 0x10100000042ab7a, 0x0, 0xc05)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001db6180, 0xaa64ee, 0x5, 0xcd8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00098b518, 0xc003db0840, 0xc05, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186ccc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 992 [semacquire]:
strings.genSplit(0xc0041e4400, 0x881, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1bc, 0x1bc)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d4b3c0, 0xaa0569, 0x2, 0xc0015ff600, 0x881, 0x2, 0x1bc, 0xc0042c7b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0015ff600, 0x881, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d4b518, 0xc0004ce640, 0x3c, 0xc001f3d480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186cd80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 993 [semacquire]:
bytes.makeSlice(0x61b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004281b90, 0x4b, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004281b90, 0xc0036ea8c0, 0x4b, 0x6, 0xffffffffffffffff, 0xc00417ac40)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004281b90, 0xc0036ea8c0, 0x4b, 0x466665, 0xc00352a0c0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004281b90, 0xc007aa0310, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc004281b90, 0xc007aa02a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004281b90, 0xc007aa01c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004281b90, 0xc007aa00e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004281b90, 0xc0057dc150, 0xb84d20, 0xc004281b90)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004281b90, 0xc0057dc150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001db75c0, 0xc5c8bae4, 0x1251a20, 0xc003db15e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186ce40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 994 [semacquire]:
strings.Replace(0xc001765000, 0xf9c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc00048c1c0, 0xc004972e80)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036778f8, 0xc001765000, 0xf9c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186cf00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 995 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003fbdd40, 0xc00164ce10, 0x7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003fbdd40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003fbdd40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003fbdd40, 0xc001c2cd20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7dc0, 0x0, 0x0, 0x0, 0xc0039d9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7dc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039d98f8, 0xc002999100, 0xc88, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186cfc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 996 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0001ea340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0001ea410, 0xc001b33810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973e00, 0x0, 0x0, 0x0, 0xc003ded200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973e00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ded8f8, 0xc003b68600, 0x1261, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 997 [semacquire]:
encoding/json.Unmarshal(0xc004900000, 0x10b, 0x120, 0x9cfa40, 0xc007687080, 0x120, 0x1)
/usr/local/go/src/encoding/json/decode.go:100 +0x31
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0022443a0, 0xc005113000, 0x736, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc005113000, 0x736, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168b920, 0x2e, 0xc005113000, 0x736, 0xc005113000, 0x736, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168b920, 0x2e, 0xc005113000, 0x736, 0xaa0378, 0x1, 0xc005113000, 0x736, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 998 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001d3d3c0, 0xaa0599, 0x2, 0xc001479800, 0xb80, 0x1, 0x240, 0xc0019e95a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001479800, 0xb80, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d3d518, 0xc001d0e040, 0x38, 0xc001d1804f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 999 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4014660, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00597ca40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00597ca30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0035e0000, 0x4ed, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d24060, 0x29, 0xc0035e0000, 0x4ed, 0xc0035e0000, 0x4ed, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d24060, 0x29, 0xc0035e0000, 0x4ed, 0xaa0378, 0x1, 0xc0035e0000, 0x4ed, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1000 [runnable]:
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc002003355, 0x7, 0x7, 0x2, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc002003355, 0x7, 0x2, 0xc007fc6538, 0xc00003c800, 0xc0016aa5d8, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc002003355, 0x7, 0xaa0378, 0x1, 0xc006fd2100, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007fc70c0, 0xc0072de070, 0xc0033b1d90, 0xc0016aa670)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007fc70c0, 0xc0072de000, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0016ab0c0, 0xc0072de000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0016ab0c0, 0xc0072de000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007fc70c0, 0xc0006670a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0016ab0c0, 0xc0006670a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0016ab0c0, 0xc0006670a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007fc70c0, 0xc005297dc0, 0xc0016aad00, 0x443c00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0016ab0c0, 0xc005297dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0016ab0c0, 0xc005297dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007fc70c0, 0xc005297c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0016ab0c0, 0xc005297c70, 0x54b170, 0xc0022d4270)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005297c70, 0x0, 0x0, 0x0, 0x0, 0xc005297c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006239c20, 0x0, 0x0, 0x0, 0xc00, 0xc0005c1400, 0xa94, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0005c1400, 0xa94, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001d240f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0016ab518, 0xc001d0e980, 0xc00075f460)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1001 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004ddf530, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x7, 0xc004ddf530)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004ddf260, 0xc000ff52c8, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc000ff5388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000ff5388, 0xc004dde2a0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc000ff5301, 0xc005f27550)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000ff5518, 0xc004dde2a0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1002 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0001eadd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001eadd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0001eadd0, 0xc002402380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973f60, 0x0, 0x0, 0x0, 0xc004d1d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973f60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d1d8f8, 0xc003bb2000, 0x13ec, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1003 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0008ae000, 0x1a8c, 0xc003f2b218, 0xc000809c00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0008ae000, 0x1a8c, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f2b3c0, 0xaa04df, 0x2, 0xc0008ae000, 0x1a8c, 0x5, 0x513, 0xc003647e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0008ae000, 0x1a8c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f2b518, 0xc003647a80, 0x17, 0xc0014ff340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1004 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003df8ff8, 0x4, 0x85e, 0xc002641701, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002641000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006690a90, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005a64060, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003df98f8, 0xc002119800, 0x79f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1005 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.afterHeadIM(0xc0001eb2b0, 0x200)
/home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001eb2b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0001eb2b0, 0xc002403ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005de6060, 0x0, 0x0, 0x0, 0xc002075200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005de6060, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020758f8, 0xc005f88000, 0x866, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1006 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc006691860, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006691860)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006691860, 0xc0029431f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0e800, 0x0, 0x0, 0x0, 0xc003e31200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0e800, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e318f8, 0xc003df2c00, 0x111f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1007 [semacquire]:
golang.org/x/net/html/atom.String(0xc002d760c2, 0x8, 0xf3e, 0xf3e, 0xc002d760cc)
/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc0001eb6c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc0001eb790, 0xc002860d20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005de60e0, 0x0, 0x0, 0x0, 0xc002481200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005de60e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024818f8, 0xc002b6f000, 0xe90, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1008 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003fbd450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003fbd520, 0xc0017bd730, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7c60, 0x0, 0x0, 0x0, 0xc001ec9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7c60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ec98f8, 0xc0038dc000, 0xb62, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1009 [semacquire]:
strings.genSplit(0xc002564000, 0xb55, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00720aee0, 0xc004c87360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c873c0, 0xaa058b, 0x2, 0xc007a85c00, 0xb55, 0xc007a85c00, 0xc004c873b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007a85c00, 0xb55, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c87518, 0xc0065e30e0, 0x2b, 0xc0048e8e70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186da40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1010 [semacquire]:
strings.genSplit(0xc00291b500, 0x939, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0079ce000, 0x1f8, 0x1f8)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d2f3c0, 0xaa058b, 0x2, 0xc006aa2a80, 0x939, 0x1, 0x1f8, 0xc007596000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006aa2a80, 0x939, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d2f518, 0xc0020e2a40, 0x56, 0xc0006ba9c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186db00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1011 [semacquire]:
strings.genSplit(0xc0069f7800, 0xba1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00483a500, 0x22a, 0x22a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002dad3c0, 0xaa04fd, 0x2, 0xc004021800, 0xba1, 0x34, 0x22a, 0xc006528da0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004021800, 0xba1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002dad518, 0xc004339640, 0x42, 0xc001e106e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186dbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1012 [semacquire]:
strings.genSplit(0xc005bc7600, 0x8f8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003c9c000, 0x1a9, 0x1a9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037bb3c0, 0xaa0599, 0x2, 0xc004a88900, 0x8f8, 0x1, 0x1a9, 0xc004338440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004a88900, 0x8f8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037bb518, 0xc00075e200, 0x2a, 0xc0039374d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186dc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1013 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001b6d600, 0x8d1, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001b6d600, 0x8d1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001b6d600, 0x8d1, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001b6d600, 0x8d1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001b6d600, 0x8d1, 0x0, 0x0, 0x8d1, 0xc001b6d600, 0x8d1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001b6d600, 0x8d1, 0x8d1, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc4100, 0x3c, 0xc001b6d600, 0x8d1, 0xc001b6d600, 0x8d1, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc4100, 0x3c, 0xc001b6d600, 0x8d1, 0xaa0378, 0x1, 0xc001b6d600, 0x8d1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186dd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 6 [semacquire]:
bytes.makeSlice(0x207, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0064c50c0, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0064c50c0, 0x1189d0d, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0064c50c0, 0xc0054ca480, 0x163, 0x7, 0xc0054ca480)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0064c50c0, 0xc003625730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0064c50c0, 0xc003625730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0064c50c0, 0xc003625500, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d3b0c0, 0xc003625500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d3b0c0, 0xc003625500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0064c50c0, 0xc003625420, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d3b0c0, 0xc003625420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d3b0c0, 0xc003625420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0064c50c0, 0xc003624d20, 0xc002d3ad30, 0x466665)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d3b0c0, 0xc003624d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d3b0c0, 0xc003624d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0064c50c0, 0xc003624c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d3b0c0, 0xc003624c40, 0x54b170, 0xc000921ad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003624c40, 0x0, 0x0, 0x0, 0x0, 0xc003624c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001e4ff50, 0x0, 0x0, 0x0, 0x1300, 0xc001104c00, 0x1019, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001104c00, 0x1019, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0018d2b40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d3b518, 0xc0006aadc0, 0xc0006ab640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186de00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 7 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00744b800, 0xc002d472c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d473c0, 0xaa04f9, 0x2, 0xc006788600, 0x5f8, 0xc006788600, 0xc002d473b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006788600, 0x5f8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d47518, 0xc0073eae80, 0x3a, 0xc005b39100)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001762420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 8 [semacquire]:
strings.genSplit(0xc005473000, 0xf76, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2ad, 0x2ad)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028493c0, 0xaa058b, 0x2, 0xc005905000, 0xf76, 0x1, 0x2ad, 0xc003db1bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005905000, 0xf76, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002849518, 0xc004f2a740, 0x50, 0xc0051aa4b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0017624e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 9 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f131c388690, 0x7f131c001d90)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005efcc30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005efcbf0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002462c00, 0x548, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0022bf100, 0x32, 0xc002462c00, 0x548, 0xc002462c00, 0x548, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0022bf100, 0x32, 0xc002462c00, 0x548, 0xaa0378, 0x1, 0xc002462c00, 0x548, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0017625a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1556 [semacquire]:
bytes.makeSlice(0x1773, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004a83388, 0x14c1, 0xd)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004a83388, 0xc003240000, 0x14c1, 0x5165d7, 0xc004436f02, 0xc0028165e7)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00752eb60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00752eaf0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00752ea10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00530afc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00530aee0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00530a7e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0051ed380, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004a83518, 0xc00416bd20, 0x4b, 0xc0036e6050)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 16 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4010b40, 0x7f12c8008c10)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00360ea00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00360e9f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0032db000, 0xed7, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b0ec60, 0x55, 0xc0032db000, 0xed7, 0xc0032db000, 0xed7, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b0ec60, 0x55, 0xc0032db000, 0xed7, 0xaa0378, 0x1, 0xc0032db000, 0xed7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 731 [runnable]:
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc001d1aaf0, 0x44, 0x0, 0x2, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc001d1aaf0, 0x44, 0x2, 0xc007e9c1d0, 0x0, 0xc007e9c270, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc001d1aaf0, 0x44, 0xaa0378, 0x1, 0xc006fd2080, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e9c3d8, 0xc00677c690, 0xc002220fd0, 0xc007e9c308)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e9c3d8, 0xc00677c620, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007e9d0c0, 0xc00677c620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e9d0c0, 0xc00677c620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e9d0c0, 0xc00677c4d0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0065250c0, 0xc00677c4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0065250c0, 0xc00677c4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e9d0c0, 0xc00677c3f0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0065250c0, 0xc00677c3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0065250c0, 0xc00677c3f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e9d0c0, 0xc0048e7a40, 0xc006524d00, 0x444010)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0065250c0, 0xc0048e7a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0065250c0, 0xc0048e7a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e9d0c0, 0xc0048e7960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0065250c0, 0xc0048e7960, 0x54b170, 0xc001ae5380)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0048e7960, 0x0, 0x0, 0x0, 0x0, 0xc0048e7960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002eac000, 0x0, 0x0, 0x0, 0xa80, 0xc0008e3500, 0x9ee, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0008e3500, 0x9ee, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x82a5e09400000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006525518, 0xc00798da40, 0xc004eba2e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae5680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 973 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 970 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001634c00, 0x1203, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001634c00, 0x1203, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001634c00, 0x1203, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001634c00, 0x1203, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc001634c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001634c00, 0x1203, 0x0, 0x0, 0x1203, 0x1300, 0xc001634c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001634c00, 0x1203, 0x1203, 0x1300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005212440, 0x39, 0xc001634c00, 0x1203, 0xc001634c00, 0x1203, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005212440, 0x39, 0xc001634c00, 0x1203, 0xaa0378, 0x1, 0xc001634c00, 0x1203, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e188a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 730 [semacquire]:
github.com/gigawattio/window.Rolling(0xc008012500, 0x236, 0x236, 0x3, 0x0, 0x235, 0xc008012500)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e89518, 0xc001d0f7e0, 0xc00534e100)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae55c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 729 [runnable]:
strings.genSplit(0xc002b458fe, 0x5ec, 0xaa0378, 0x1, 0x0, 0x1a7, 0xc006f8a480, 0x1a8, 0x1a8)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006a33c0, 0xaa05c9, 0x2, 0xc002b42000, 0x8ea, 0x5, 0x1a8, 0xc001d0f740)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002b42000, 0x8ea, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006a3518, 0xc001d0f320, 0x41, 0xc003546e60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1030 [semacquire]:
strings.Replace(0xc00321aa00, 0x629, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x16, 0xc00321aa00, 0x629)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0027a1518, 0xc003db15c0, 0xc00000faa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1016 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005052ab0, 0xa9ece0, 0xc005052a80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001871518, 0xc00384d420, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1017 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc004473180, 0xc005027800, 0x5d9, 0xaa0378, 0x1, 0x1, 0x14)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c3f518, 0xc002310260, 0xc0073ea520)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a463c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1018 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc00475fba0, 0xc000982000)
/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00475fba0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x76a
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00475fba0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00475fba0, 0xc002f75b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc000507140, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00531b6e0, 0x0, 0x0, 0x0, 0x1b00, 0xc00189a000, 0x1ad0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00189a000, 0x1ad0, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001d24a80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f83518, 0xc002604e80, 0xc0004cf480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1019 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004046c80, 0xc39, 0xc002f85218, 0xc000d58e00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004046c80, 0xc39, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f853c0, 0xaa04df, 0x2, 0xc004046c80, 0xc39, 0x4, 0x248, 0xc004bb2f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004046c80, 0xc39, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f85518, 0xc0002d8540, 0x3a, 0xc0019cdcc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a466c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1020 [runnable]:
strings.genSplit(0xc0026d0161, 0xf5e, 0xaa0378, 0x1, 0x0, 0x301, 0x42fa20, 0x302, 0x302)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034133c0, 0xaa0599, 0x2, 0xc0052fc600, 0x10bf, 0x1, 0x302, 0xc001ef90e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0052fc600, 0x10bf, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003413518, 0xc001ef8ac0, 0x2b, 0xc003cbe750)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1021 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0030e2f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0030e2f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0030e2f70, 0xc0006f3880, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00075fde0, 0x0, 0x0, 0x0, 0xc003583200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00075fde0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035838f8, 0xc000a06000, 0x1dd8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a469c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1022 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000507050, 0xc00069d1e8, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00069d518, 0xc000506960, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00069d518, 0xc00477f640, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1023 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc007209100, 0xcc9, 0xc003269218, 0xc000782380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc007209100, 0xcc9, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032693c0, 0xaa04fd, 0x2, 0xc007209100, 0xcc9, 0x41, 0x271, 0xc0004cea00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007209100, 0xcc9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003269518, 0xc0000a67e0, 0x23, 0xc001d255f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1024 [semacquire]:
bytes.makeSlice(0x997, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0016db388, 0xfd, 0x4d)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0016db388, 0xc006276000, 0xfd, 0x5165d7, 0xc001a41ea8, 0xc002f47cc8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006272fc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006272f50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006272150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006272070)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00625d960)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0050418f0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0016db518, 0xc0042c6780, 0x45, 0xc005a985a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1025 [runnable]:
golang.org/x/net/html.(*parser).addText(0xc001a50680, 0xc003906390, 0xf)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001a50680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001a50680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001a50680, 0xc001d501c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0002d9c60, 0x0, 0x0, 0x0, 0xc0016dd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0002d9c60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016dd8f8, 0xc000501000, 0xe98, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001762180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1042 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00492a000, 0xa8, 0xa8, 0x3, 0x0, 0xa7, 0xc00492a000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0016d9518, 0xc00000f0a0, 0xc00477ff80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1043 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1338152fb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0052f4070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0052f4060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004956480, 0x42b, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048e9380, 0x30, 0xc004956480, 0x42b, 0xc004956480, 0x42b, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0048e9380, 0x30, 0xc004956480, 0x42b, 0xaa0378, 0x1, 0xc004956480, 0x42b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0017636e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1044 [semacquire]:
bytes.makeSlice(0x207, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007a470c0, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007a470c0, 0x1189d0d, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc007a470c0, 0xc00402f500, 0x1ab, 0x7, 0xc00402f500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007a470c0, 0xc001540460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007a470c0, 0xc001540460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a470c0, 0xc001540230, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0043e50c0, 0xc001540230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0043e50c0, 0xc001540230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a470c0, 0xc001540150, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0043e50c0, 0xc001540150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0043e50c0, 0xc001540150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a470c0, 0xc0071d3880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0043e50c0, 0xc0071d3880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0043e50c0, 0xc0071d3880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a470c0, 0xc0071d37a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0043e50c0, 0xc0071d37a0, 0x54b170, 0xc000501450)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0071d37a0, 0x0, 0x0, 0x0, 0x0, 0xc0071d37a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002147ef0, 0x0, 0x0, 0x0, 0xc00, 0xc002324c00, 0xa8f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002324c00, 0xa8f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0065cf020)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0043e5518, 0xc0006abe60, 0xc004ebabc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0017637a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1045 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4010f60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002335130, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002335120, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004455600, 0x887, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00159d540, 0x39, 0xc004455600, 0x887, 0xc004455600, 0x887, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00159d540, 0x39, 0xc004455600, 0x887, 0xaa0378, 0x1, 0xc004455600, 0x887, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1046 [semacquire]:
bytes.makeSlice(0xe9a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0079879e0, 0x262, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0079879e0, 0xc0058d4500, 0x262, 0x6, 0xffffffffffffffff, 0xad0185)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0079879e0, 0xc0058d4500, 0x262, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0079879e0, 0xc001d855e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0079879e0, 0xc001d85420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0079879e0, 0xc001d84cb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0079879e0, 0xc001d84bd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0079879e0, 0xc001d844d0, 0xb84d20, 0xc0079879e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0079879e0, 0xc001d844d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007987830, 0xefda267c, 0x1251a20, 0xc00384c460, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1047 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400d1f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00052a0a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00052a090, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002941200, 0x59a, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0058ce840, 0x33, 0xc002941200, 0x59a, 0xc002941200, 0x59a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0058ce840, 0x33, 0xc002941200, 0x59a, 0xaa0378, 0x1, 0xc002941200, 0x59a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0017639e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1048 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13b0001b40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0055cc100, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0055cc0f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0050e9100, 0x6cb, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019dfaa0, 0x2f, 0xc0050e9100, 0x6cb, 0xc0050e9100, 0x6cb, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019dfaa0, 0x2f, 0xc0050e9100, 0x6cb, 0xaa0378, 0x1, 0xc0050e9100, 0x6cb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1049 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400e270, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0055cc080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0055cc070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003220b40, 0x22f, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b3bbc0, 0x3f, 0xc003220b40, 0x22f, 0xc003220b40, 0x22f, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b3bbc0, 0x3f, 0xc003220b40, 0x22f, 0xaa0378, 0x1, 0xc003220b40, 0x22f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1050 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf400, 0x0, 0x0, 0x0, 0xc004ed2a00, 0x609, 0x2, 0xc00244b038, 0xc004ed2a00, 0x609, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc004ed2a00, 0x609, 0xaa04bf, 0x2, 0x1, 0x2)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc00702a7e0, 0x0, 0x0, 0x0, 0x0, 0xc00702a7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007026bd0, 0x0, 0x0, 0x0, 0x900, 0xc00703a900, 0x83f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00703a900, 0x83f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004d99500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00244b518, 0xc0002d91e0, 0xc00427d580)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1051 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00475fa00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0053768f0, 0xc0041650a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00531ae70, 0x0, 0x0, 0x0, 0x0, 0x1401, 0xc0045bd500)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0045bd500, 0x0, 0x0, 0x0, 0x1500, 0xc0023a7500, 0x143c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0023a7500, 0x143c, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004dc0500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002353518, 0xc003f279c0, 0xc005628aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1052 [semacquire]:
strings.genSplit(0xc0040a2000, 0xff5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1000, 0x0, 0x2007f13c8591920)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030873c0, 0xaa04f9, 0x2, 0xc004aa4000, 0xff5, 0xc004aa4000, 0xc0030873b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004aa4000, 0xff5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003087518, 0xc0020bd960, 0x42, 0xc004934960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1053 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005775400, 0xaa04f9, 0x2, 0xc0056d6780, 0xa0, 0xc005775240, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x5, 0xc004c7aa20)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004c7a810, 0xc0057752c8, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc005775388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc005775388, 0xc00410f6e0, 0xaa04f9, 0x2, 0xc005775518, 0x8, 0x9ecc80, 0xc005775301, 0xc00576a660)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc005775518, 0xc00410f6e0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1054 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4002ec0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00518c230, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00518c220, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00254b900, 0xc15, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aab810, 0x44, 0xc00254b900, 0xc15, 0xc00254b900, 0xc15, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aab810, 0x44, 0xc00254b900, 0xc15, 0xaa0378, 0x1, 0xc00254b900, 0xc15, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1055 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc003f27980, 0xc005719800, 0x400, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc005719800, 0x400, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a01d80, 0x1c, 0xc005719800, 0x400, 0xc005719800, 0x400, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a01d80, 0x1c, 0xc005719800, 0x400, 0xaa0378, 0x1, 0xc005719800, 0x400, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1056 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13a4002b30, 0x7f13a40030b0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002771c60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002771c50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004f17700, 0x535, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a8c8c0, 0x36, 0xc004f17700, 0x535, 0xc004f17700, 0x535, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a8c8c0, 0x36, 0xc004f17700, 0x535, 0xaa0378, 0x1, 0xc004f17700, 0x535, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1057 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400a750, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ad7810, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ad7800, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0028bf600, 0x1eb, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ac540, 0x2e, 0xc0028bf600, 0x1eb, 0xc0028bf600, 0x1eb, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000ac540, 0x2e, 0xc0028bf600, 0x1eb, 0xaa0378, 0x1, 0xc0028bf600, 0x1eb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1058 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0076870e0, 0xc00359b2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00359b3c0, 0xaa058b, 0x2, 0xc002a10c00, 0xbd4, 0x1, 0x22e, 0xc0076870c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a10c00, 0xbd4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00359b518, 0xc002311540, 0x50, 0xc004935130)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186daa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1059 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005ab2680, 0xc001cb78c0, 0x10a)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005ab2680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005ab2680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005ab2680, 0xc0059733b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002311460, 0x0, 0x0, 0x0, 0xc003445200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002311460, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034458f8, 0xc003ab6000, 0x1fa8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186dc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1060 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000910000, 0x186c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:43 +0xd5
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000910000, 0x186c, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000910000, 0x186c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000910000, 0x186c, 0x0, 0x0, 0x186c, 0xc000910000, 0x186c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000910000, 0x186c, 0x186c, 0x2000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ba7040, 0x36, 0xc000910000, 0x186c, 0xc000910000, 0x186c, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ba7040, 0x36, 0xc000910000, 0x186c, 0xaa0378, 0x1, 0xc000910000, 0x186c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186dda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1061 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00354a000, 0x1ddd, 0xc00284d218, 0xc000782380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00354a000, 0x1ddd, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00284d3c0, 0xaa04f9, 0x2, 0xc00354a000, 0x1ddd, 0x7, 0x607, 0xc00416bd60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00354a000, 0x1ddd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00284d518, 0xc0041d6300, 0x4a, 0xc004934370)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186dec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1062 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40122a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004550120, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004550110, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001e53800, 0x7bc, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ac720, 0x17, 0xc001e53800, 0x7bc, 0xc001e53800, 0x7bc, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000ac720, 0x17, 0xc001e53800, 0x7bc, 0xaa0378, 0x1, 0xc001e53800, 0x7bc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186df80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1063 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc0052da000, 0x14d8, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001afb080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0033a5518, 0xc002244540, 0xc00392cae0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b88300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1064 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc006884300, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006884300, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0005e4660, 0x0, 0x0, 0x0, 0x2000, 0xc004c7e000, 0x1fa0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004c7e000, 0x1fa0, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004cc1500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002dbd518, 0xc0004cf540, 0xc0045bfa40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b883c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1065 [semacquire]:
bytes.makeSlice(0x630, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00223f230, 0x8, 0x4)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00223f230, 0xad043c, 0x8, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc00223f230, 0xc0043d0d20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316
golang.org/x/net/html.render1(0xb84d20, 0xc00223f230, 0xc0043d0c40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00223f230, 0xc0043d0a10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00223f230, 0xc0043d0930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00223f230, 0xc0043d0230, 0xb84d20, 0xc00223f230)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00223f230, 0xc0043d0230, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00223f080, 0x7f106611, 0x1251a20, 0xc0004ce8c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b88540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1066 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0062dd710, 0x636bbfd1, 0x1251a20, 0xc0062fe400, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b88780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1067 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12bc001f80, 0x7f12bc0018d0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00270cf90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00270cf80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004d78000, 0x4bd, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043ff860, 0x41, 0xc004d78000, 0x4bd, 0xc004d78000, 0x4bd, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0043ff860, 0x41, 0xc004d78000, 0x4bd, 0xaa0378, 0x1, 0xc004d78000, 0x4bd, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b88de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1068 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4009e20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044bf760, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044bf750, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0019d6580, 0x558, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a1220, 0x45, 0xc0019d6580, 0x558, 0xc0019d6580, 0x558, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a1220, 0x45, 0xc0019d6580, 0x558, 0xaa0378, 0x1, 0xc0019d6580, 0x558, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b88ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1069 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0015b36c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0015b3790, 0xc00391c770, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a22820, 0x0, 0x0, 0x0, 0xc00033f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a22820, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00033f8f8, 0xc003f50000, 0x1f55, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b88f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1070 [semacquire]:
bytes.makeSlice(0x84, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0057b70b0, 0x4, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0057b70b0, 0xad063c, 0x4, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0057b70b0, 0xc002229810, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd
golang.org/x/net/html.render1(0xb84d20, 0xc0057b70b0, 0xc002229650, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0057b70b0, 0xc0022295e0, 0xb84d20, 0xc0057b70b0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0057b70b0, 0xc0022295e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0020dacc0, 0xca4730d0, 0x1251a20, 0xc0019e85c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1071 [semacquire]:
regexp.(*Regexp).expand(0xc004472640, 0xc004ba2000, 0x400, 0x400, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc00488c000, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc004ba2000, 0x400, 0x400, 0xc0043485f0, 0x2, 0x2, 0xc00488c000, 0x1abf, 0x3fd)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc004472640, 0x0, 0x0, 0x0, 0xc00488c000, 0x1abf, 0x2, 0xc0010bf218, 0xc00488c000, 0x1abf, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc004472640, 0xc00488c000, 0x1abf, 0xaa0378, 0x1, 0x1, 0x36)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003399518, 0xc0049a3820, 0xc0024bdd20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89140, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1072 [runnable]:
strings.genSplit(0xc0027822b1, 0x492, 0xaa0378, 0x1, 0x0, 0x60a, 0xc007c1aa80, 0x60b, 0x60b)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035393c0, 0xaa04fd, 0x2, 0xc002263400, 0x2243, 0x65, 0x60b, 0xc007731320)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002263400, 0x2243, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003539518, 0xc000ffd840, 0x4f, 0xc001e11770)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1073 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001a50410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc001a504e0, 0xc004e28380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c09620, 0x0, 0x0, 0x0, 0xc00326b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c09620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00326b8f8, 0xc001796f00, 0x20be, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b892c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1074 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0002ccdd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0002ccea0, 0xc001d41d50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00075e540, 0x0, 0x0, 0x0, 0xc0033b7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00075e540, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033b78f8, 0xc000502000, 0x1ecc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b893e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1075 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0002cd040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0002cd040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0002cd040, 0xc001d41f80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00075e560, 0x0, 0x0, 0x0, 0xc003419200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00075e560, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034198f8, 0xc002497500, 0x14a2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b894a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1076 [semacquire]:
github.com/gigawattio/window.Rolling(0xc005354a00, 0x23c, 0x23c, 0x3, 0x0, 0x23b, 0xc005354a00)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001ad5518, 0xc00075f120, 0xc0062e9220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b895c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1077 [semacquire]:
strings.genSplit(0xc005d68400, 0xabf, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005e09800, 0x25d, 0x25d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0073813c0, 0xaa058b, 0x2, 0xc003642400, 0xabf, 0x1, 0x25d, 0xc007730c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003642400, 0xabf, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007381518, 0xc00477f9e0, 0x35, 0xc0017203c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1078 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004400000, 0xa57, 0xc0016d7218, 0xc000809c00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004400000, 0xa57, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016d73c0, 0xaa04df, 0x2, 0xc004400000, 0xa57, 0x5, 0x20d, 0xc00075f0e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004400000, 0xa57, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0016d7518, 0xc00075ec40, 0x48, 0xc0047fafa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b897a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1079 [semacquire]:
strings.genSplit(0xc006f48600, 0x11cb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007906a00, 0x34d, 0x34d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e9d3c0, 0xaa05c9, 0x2, 0xc0032bb300, 0x11cb, 0x7, 0x34d, 0xc004db4420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0032bb300, 0x11cb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e9d518, 0xc0056299e0, 0x44, 0xc0039ad180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89860, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1080 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1390001b30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00537d1c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00537d1b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0047b6000, 0x779, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003745a40, 0x20, 0xc0047b6000, 0x779, 0xc0047b6000, 0x779, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003745a40, 0x20, 0xc0047b6000, 0x779, 0xaa0378, 0x1, 0xc0047b6000, 0x779, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89920, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1081 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1370002660, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028b03f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028b03e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004720100, 0x50a, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011a77a0, 0x55, 0xc004720100, 0x50a, 0xc004720100, 0x50a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011a77a0, 0x55, 0xc004720100, 0x50a, 0xaa0378, 0x1, 0xc004720100, 0x50a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b899e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1082 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12ec34f510, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003d8ef20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003d8ef10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0029ccc00, 0x10c5, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00413b490, 0x64, 0xc0029ccc00, 0x10c5, 0xc0029ccc00, 0x10c5, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00413b490, 0x64, 0xc0029ccc00, 0x10c5, 0xaa0378, 0x1, 0xc0029ccc00, 0x10c5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89aa0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1084 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005507800, 0x7b5, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005507800, 0x7b5, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005507800, 0x7b5, 0x0, 0x0, 0x7b5, 0xc005507800, 0x7b5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005507800, 0x7b5, 0x7b5, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002b375, 0x35, 0xc005507800, 0x7b5, 0xc005507800, 0x7b5, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002b375, 0x35, 0xc005507800, 0x7b5, 0xaa0378, 0x1, 0xc005507800, 0x7b5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89c20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1085 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13a0001a20, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003293e30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003293e20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005961b00, 0x2d7, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0034cdc80, 0x34, 0xc005961b00, 0x2d7, 0xc005961b00, 0x2d7, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0034cdc80, 0x34, 0xc005961b00, 0x2d7, 0xaa0378, 0x1, 0xc005961b00, 0x2d7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89ce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1086 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40074e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f46e80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f46e70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002b41c00, 0x395, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002b2c0, 0x45, 0xc002b41c00, 0x395, 0xc002b41c00, 0x395, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002b2c0, 0x45, 0xc002b41c00, 0x395, 0xaa0378, 0x1, 0xc002b41c00, 0x395, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1087 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f135c006f00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005dfd4e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005dfd4d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001ad9800, 0x5b2, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028b7ecb, 0x2a, 0xc001ad9800, 0x5b2, 0xc001ad9800, 0x5b2, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0028b7ecb, 0x2a, 0xc001ad9800, 0x5b2, 0xaa0378, 0x1, 0xc001ad9800, 0x5b2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1088 [semacquire]:
bytes.makeSlice(0x2061, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002012a50, 0xa39, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002012a50, 0xc006532000, 0xa39, 0x1, 0x127e7a0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc002012a50, 0xc00652e700, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:202 +0x694
golang.org/x/net/html.render1(0xb84d20, 0xc002012a50, 0xc00652e620, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002012a50, 0xc00652b960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002012a50, 0xc00652b880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002012a50, 0xc00652b180, 0xb84d20, 0xc002012a50)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002012a50, 0xc00652b180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00515bf80, 0xcbfd65fb, 0x1251a20, 0xc006528060, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1089 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001b6fb80, 0x2ac, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001b6fb80, 0x2ac, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001b6fb80, 0x2ac, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001b6fb80, 0x2ac, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001b6fb80, 0x2ac, 0x0, 0x0, 0x2ac, 0xc001b6fb80, 0x2ac)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001b6fb80, 0x2ac, 0x2ac, 0x400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f3c1c0, 0x3f, 0xc001b6fb80, 0x2ac, 0xc001b6fb80, 0x2ac, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001f3c1c0, 0x3f, 0xc001b6fb80, 0x2ac, 0xaa0378, 0x1, 0xc001b6fb80, 0x2ac, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009300c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1090 [semacquire]:
bytes.makeSlice(0x9a4, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00345d388, 0x6c, 0x75)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00345d388, 0xc005d1c690, 0x6c, 0x75, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007b00380)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007b001c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002653340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002653260)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005973a40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0063c4240, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00345d518, 0xc00384d4a0, 0x46, 0xc0047fa8d3)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009301e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1091 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005acf560, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041bb518, 0xc00432ad00, 0x38, 0xc001b615c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009302a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1092 [semacquire]:
strings.genSplit(0xc00416d900, 0xc11, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x212, 0x212)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0029a13c0, 0xaa04d9, 0x2, 0xc001fd1200, 0xc11, 0x1, 0x212, 0xc0041d74e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001fd1200, 0xc11, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0029a1518, 0xc001d0fd80, 0x33, 0xc002ba7e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1093 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40109e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00449aea0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00449ae80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000132d20, 0x1c7, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0039ad680, 0x41, 0xc000132d20, 0x1c7, 0xc000132d20, 0x1c7, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0039ad680, 0x41, 0xc000132d20, 0x1c7, 0xaa0378, 0x1, 0xc000132d20, 0x1c7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009305a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1094 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc006e8e180, 0xd500000079, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc006e8e180, 0x79)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0034b3300, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0034b3300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0034b3300, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0034b3300, 0x75a856, 0x0, 0xc00473a230, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0034b3300, 0xc0034b32c8, 0xc0034b3350, 0x42ca96, 0xc005d08330, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0034b3368, 0xc0034b3380, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0049a2780)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0022e4870, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0034b3518, 0xc00166f760, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1095 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030893c0, 0xaa04fd, 0x2, 0xc001d4ce00, 0x628, 0x2e, 0x12d, 0xc0004ce840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001d4ce00, 0x628, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003089518, 0xc0022445a0, 0x46, 0xc001bdad70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009307e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1096 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_Predict(0x7f12dc112160, 0x7f12d45a46a0, 0x7f12d459ea30)
_cgo_gotypes.go:93 +0x4e
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func2(0xc0043399a0, 0x7f12d45a46a0, 0x7f12d45a46a0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0x60
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0043399a0, 0xc001b7a580, 0x528, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0xa8
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001b7a580, 0x528, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00658b040, 0x45, 0xc001b7a580, 0x528, 0xc001b7a580, 0x528, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00658b040, 0x45, 0xc001b7a580, 0x528, 0xaa0378, 0x1, 0xc001b7a580, 0x528, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009308a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1097 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc005bd85b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005bd85b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005bd85b0, 0xc002e84070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00427d7e0, 0x0, 0x0, 0x0, 0xc003085200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00427d7e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030858f8, 0xc001a6aa00, 0x14eb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009309c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1098 [semacquire]:
bytes.makeSlice(0xda0, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00627e0f0, 0x6c, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00627e0f0, 0xc001e952d0, 0x6c, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00627e0f0, 0xc001e952d0, 0x6c, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00627e0f0, 0xc0035d53b0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00627e0f0, 0xc0035d5340, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00627e0f0, 0xc0035d4930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00627e0f0, 0xc0035d4850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00627e0f0, 0xc0035d4150, 0xb84d20, 0xc00627e0f0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00627e0f0, 0xc0035d4150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00623df20, 0x640d5d70, 0x1251a20, 0xc0042c6a20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1099 [semacquire]:
bytes.makeSlice(0x19a9, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003517388, 0x8b, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003517388, 0xc0016ba6c0, 0x8b, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0059ee620)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005ffa770)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00178ec40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00178eb60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00178e460)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0037351a0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003517518, 0xc0056281c0, 0x38, 0xc0058ce600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1100 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.newDocument(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:93
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e380, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:57 +0xa7
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0007638f8, 0xc001784800, 0x15a1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1101 [semacquire]:
bytes.makeSlice(0x90f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0029fd388, 0xab, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0029fd388, 0xc0040e16b0, 0xab, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00589dea0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00273d810)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00273cd90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00273ccb0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002921dc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004c7a540, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0029fd518, 0xc003adbf80, 0x20, 0xc001ca07a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1102 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf400, 0x0, 0x0, 0x0, 0xc006a1e000, 0xa99, 0x2, 0xc00253f038, 0xc006a1e000, 0xa99, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc006a1e000, 0xa99, 0xaa04bf, 0x2, 0x1, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc006079ea0, 0x0, 0x0, 0x0, 0x0, 0xc006079ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005be5860, 0x0, 0x0, 0x0, 0x1000, 0xc005453000, 0xe59, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005453000, 0xe59, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0016e2850)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0033bb518, 0xc00477f960, 0xc005de6660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1103 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0022d5040, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0022d5040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0022d5040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0022d5040, 0xc0062e7490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000670aa0, 0x0, 0x0, 0x0, 0xc0033c1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000670aa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033c18f8, 0xc001c3ec80, 0xc13, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1104 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1340001800, 0x7f13400018c0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f471e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f471d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000828000, 0x1198, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d25170, 0x2c, 0xc000828000, 0x1198, 0xc000828000, 0x1198, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d25170, 0x2c, 0xc000828000, 0x1198, 0xaa0378, 0x1, 0xc000828000, 0x1198, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1106 [semacquire]:
strings.Replace(0xc005541000, 0xdde, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc005541000, 0xdde)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035858f8, 0xc00333a000, 0xdb8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009310e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1107 [semacquire]:
strings.genSplit(0xc005c0c400, 0xa81, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0039b9900, 0x208, 0x208)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a213c0, 0xaa0599, 0x2, 0xc00258ec00, 0xa81, 0x7, 0x208, 0xc007819980)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00258ec00, 0xa81, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a21518, 0xc00432a000, 0x1c, 0xc004bb8660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009311a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1108 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b5220, 0x0, 0x0, 0x0, 0xc004db8000, 0x797, 0x2, 0xc005e93218, 0x100, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0001b5220, 0xc004db8000, 0x797, 0xaa04bf, 0x2, 0xc004db8000, 0x797)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc005e93388, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc005e93388, 0xc005530060, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc005e93301, 0xc0002c89e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc005e93518, 0xc005530060, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1109 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12bc0060b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005efee20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005efee10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005e16a80, 0xa6a, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004d98a20, 0x2c, 0xc005e16a80, 0xa6a, 0xc005e16a80, 0xa6a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004d98a20, 0x2c, 0xc005e16a80, 0xa6a, 0xaa0378, 0x1, 0xc005e16a80, 0xa6a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1110 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1328001b70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004543040, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004543030, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004d41000, 0xfb8, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168a930, 0x21, 0xc004d41000, 0xfb8, 0xc004d41000, 0xfb8, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168a930, 0x21, 0xc004d41000, 0xfb8, 0xaa0378, 0x1, 0xc004d41000, 0xfb8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009313e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1112 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc004ec6940, 0x4, 0x4, 0xc00530d830, 0x6, 0x6, 0xc002c27260, 0xc004ec6900, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc004836708, 0x1, 0x1, 0xc002c27330, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc004836708, 0x1, 0x1, 0xb856e0, 0xc004ec6900, 0xc002c273b0, 0x753f20, 0xaa3fc2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00530d590, 0xaa408e, 0x4, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c27518, 0xc004ec6600, 0x2c, 0xc0054932f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1114 [semacquire]:
strings.genSplit(0xc005da0e00, 0x632, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc00009f701, 0x116)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc002d8b518, 0xc001e00000, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002d8b518, 0xc00075ec60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1115 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc002747a00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002747a00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002747a00, 0xc005143960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0041cb7d0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0041cb7a0, 0x0, 0x0, 0x0, 0x2000, 0xc004fa0000, 0x1c09, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004fa0000, 0x1c09, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001e127e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c29518, 0xc00075f6c0, 0xc002251a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009318c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1116 [semacquire]:
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00379f8f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00379f8c0, 0xc00802d2c8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00802d6b0, 0xc001ef86c0, 0xaac03e, 0x7, 0xc001ef86c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00802d6b0, 0xc001ef86c0, 0xc004ec6660)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1117 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004125980, 0x187a, 0xc002e13218, 0xc0009fd180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004125980, 0x187a, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e133c0, 0xaa04df, 0x2, 0xc004125980, 0x187a, 0x5, 0x4b9, 0xc00432a7e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004125980, 0x187a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e13518, 0xc00427c760, 0x3c, 0xc00505cf00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1118 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0044720a0, 0x0, 0x0, 0x0, 0xc004602000, 0xec6, 0x2, 0xc005671218, 0xc004602000, 0xec6, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0044720a0, 0xc004602000, 0xec6, 0xaa0378, 0x1, 0x1, 0x24)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003587518, 0xc0002d89c0, 0xc0002d95c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1119 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00593ad50, 0x5971765f, 0x1251a20, 0xc003f26f60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1120 [semacquire]:
bytes.(*Buffer).grow(0xc00530c3f0, 0xa, 0x0)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc00530c3f0, 0xab0f4d, 0xa, 0x0, 0x1194, 0xaa04f9)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc00530c3f0, 0xc0050c2380, 0xb84d20, 0xc00530c3f0)
/home/develop/go/src/golang.org/x/net/html/render.go:96 +0xe57
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00530c3f0, 0xc0050c2380, 0x212303ed00ab6d98, 0x5eedac01)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0059b61b0, 0xc656d71f, 0x1251a20, 0xc00534e780, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1121 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12ac004020, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00254fee0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00254fed0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004795300, 0x1180, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aadef0, 0x2f, 0xc004795300, 0x1180, 0xc004795300, 0x1180, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aadef0, 0x2f, 0xc004795300, 0x1180, 0xaa0378, 0x1, 0xc004795300, 0x1180, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1122 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000826270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0008264e0, 0xc004e77810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e0e0, 0x0, 0x0, 0x0, 0xc00351d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e0e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00351d8f8, 0xc00172ca00, 0x1495, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1123 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004a4b588, 0xaa04f9, 0x2, 0xc00771b770, 0xe8, 0x1, 0xf, 0xc00744b380)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004a4b518, 0xc0056cd5e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1124 [semacquire]:
strings.genSplit(0xc0069fe800, 0x393, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006514000, 0xe0, 0xe0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0029f93c0, 0xaa04fd, 0x2, 0xc005502800, 0x393, 0x1a, 0xe0, 0xc002311fc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005502800, 0x393, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0029f9518, 0xc0019e9960, 0x3a, 0xc0022bf4c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1125 [semacquire]:
bytes.makeSlice(0x555, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00442d388, 0x111, 0x3)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00442d388, 0xc0034efb00, 0x111, 0x3, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007440000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006749e30)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0067496c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0067495e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0016d4d20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0057b66f0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00442d518, 0xc0002d8c20, 0x37, 0xc004dc0880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1126 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4005120, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033eb430, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033eb420, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002b87000, 0xae7, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004cc1b80, 0x3a, 0xc002b87000, 0xae7, 0xc002b87000, 0xae7, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004cc1b80, 0x3a, 0xc002b87000, 0xae7, 0xaa0378, 0x1, 0xc002b87000, 0xae7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1127 [semacquire]:
strings.genSplit(0xc001af3200, 0x57d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007ba7500, 0x138, 0x138)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0057413c0, 0xaa058b, 0x2, 0xc0034d5180, 0x57d, 0x6, 0x138, 0xc007596c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0034d5180, 0x57d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005741518, 0xc0002d9fc0, 0x3c, 0xc0040cc7c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1128 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400e110, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0049d14f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0049d14e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0042c3900, 0x4f0, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aa1b00, 0x34, 0xc0042c3900, 0x4f0, 0xc0042c3900, 0x4f0, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aa1b00, 0x34, 0xc0042c3900, 0x4f0, 0xaa0378, 0x1, 0xc0042c3900, 0x4f0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1129 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004ed2300, 0x6fe, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004ed2300, 0x6fe, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004ed2300, 0x6fe, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004ed2300, 0x6fe, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004ed2300, 0x6fe, 0x0, 0x0, 0x6fe, 0xc004ed2300, 0x6fe)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004ed2300, 0x6fe, 0x6fe, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004246880, 0x38, 0xc004ed2300, 0x6fe, 0xc004ed2300, 0x6fe, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004246880, 0x38, 0xc004ed2300, 0x6fe, 0xaa0378, 0x1, 0xc004ed2300, 0x6fe, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1130 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00345b3c0, 0xaa04f9, 0x2, 0xc001792500, 0x22f9, 0x1, 0x6af, 0xc005169d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001792500, 0x22f9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00345b518, 0xc005169920, 0x3c, 0xc0052132c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1131 [semacquire]:
bytes.makeSlice(0x2db3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003535388, 0x10b, 0x1f6)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003535388, 0xc005b307e0, 0x10b, 0x5165d7, 0xc0045f95b8, 0xc003903f10)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004ede0e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004ede070)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003338540)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0028075e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002807500)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002f36bd0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0047a05d0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003535518, 0xc0006aa740, 0x55, 0xc005ae4180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1132 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00367e000, 0x9cc3, 0x0, 0xc000dff500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00367e000, 0x9cc3, 0x42f9b8, 0xc0034b52e0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034b53c0, 0xaa058b, 0x2, 0xc00367e000, 0x9cc3, 0xc00367e000, 0xc0034b53b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00367e000, 0x9cc3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0034b5518, 0xc0061ffa40, 0x14, 0xc003918d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1133 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003e91000, 0xc0033032c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033033c0, 0xaa0503, 0x2, 0xc0035e7000, 0xffd, 0x1, 0x33c, 0xc00166eec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0035e7000, 0xffd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003303518, 0xc00166ea60, 0x3a, 0xc0028b67c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1134 [semacquire]:
github.com/andybalholm/cascadia.Compile(0xaa03ab, 0x1, 0xc0000a7ea8, 0xc0001e9440, 0xc0065db158)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0043330e0, 0xaa03ab, 0x1, 0xc003adbc60)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0065db518, 0xc0043330e0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:562 +0x55
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0065db518, 0xc0043ccdc0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1135 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004f2f780, 0x7b, 0xaa0378, 0x1, 0xc005ced440, 0x51)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f950c0, 0xc003ffa620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f950c0, 0xc003ffa460, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004f950c0, 0xc003ffa460, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f950c0, 0xc003ffa460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f950c0, 0xc003ffa460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f950c0, 0xc0039cfea0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0029fb0c0, 0xc0039cfea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029fb0c0, 0xc0039cfea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f950c0, 0xc0039cfdc0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0029fb0c0, 0xc0039cfdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029fb0c0, 0xc0039cfdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f950c0, 0xc0039cf6c0, 0x42ca96, 0xc004bdbc20)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0029fb0c0, 0xc0039cf6c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029fb0c0, 0xc0039cf6c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f950c0, 0xc0039cf5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029fb0c0, 0xc0039cf5e0, 0x54b170, 0xc006691ad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0039cf5e0, 0x0, 0x0, 0x0, 0x0, 0xc0039cf5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004effb00, 0x0, 0x0, 0x0, 0x1300, 0xc0015e1300, 0x1105, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0015e1300, 0x1105, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0019df080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0029fb518, 0xc000670340, 0xc0006712a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1136 [semacquire]:
strings.genSplit(0xc00663f800, 0x162c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00587a800, 0x45b, 0x45b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f713c0, 0xaa04d9, 0x2, 0xc002730000, 0x162c, 0x1, 0x45b, 0xc0062fea20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002730000, 0x162c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f71518, 0xc0004cf360, 0x3b, 0xc0036fcb1b)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1137 [semacquire]:
regexp/syntax.(*parser).push(0xc00057aa20, 0xc00292c3f0, 0xc00292c3f0)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc00057aa20, 0x20)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc0077c4680, 0x50d5a7, 0xc0054e2ab3)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc0077c4100, 0x573, 0x573)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003557518, 0xc002604060, 0xc002604900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1139 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00166f1a0, 0xc002f6d2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f6d3c0, 0xaa058b, 0x2, 0xc005b3e000, 0xf87, 0x1, 0x2fe, 0xc00166f180)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b3e000, 0xf87, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f6d518, 0xc0004cf6a0, 0x37, 0xc0036fcc00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1140 [semacquire]:
strings.Replace(0xc0061b7800, 0x151a, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc0048dfb20, 0x0, 0x0, 0x0, 0x0, 0xc0048dfb20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0056c0a20, 0x0, 0x0, 0x0, 0x1980, 0xc003de1300, 0x194f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003de1300, 0x194f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0028b7500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000767518, 0xc000670b00, 0xc004ebb0e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070ecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1141 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13ac001a70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0022e1a20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0022e1a10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000534000, 0x49a, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004cc0980, 0x3b, 0xc000534000, 0x49a, 0xc000534000, 0x49a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004cc0980, 0x3b, 0xc000534000, 0x49a, 0xaa0378, 0x1, 0xc000534000, 0x49a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1142 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12fc20d070, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005d21b00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005d21af0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0028c2000, 0xf6a, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004246f80, 0x39, 0xc0028c2000, 0xf6a, 0xc0028c2000, 0xf6a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004246f80, 0x39, 0xc0028c2000, 0xf6a, 0xaa0378, 0x1, 0xc0028c2000, 0xf6a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070ee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1143 [runnable]:
github.com/gigawattio/window.Rolling(0xc00322a000, 0x11b, 0x11b, 0x3, 0x0, 0x11a, 0xc00322a000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00284b518, 0xc003746d00, 0xc0006710a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1624 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0037a5900, 0x4f5, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0037a5900, 0x4f5, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0037a5900, 0x4f5, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0037a5900, 0x4f5, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0037a5900, 0x4f5, 0x0, 0x0, 0x4f5, 0xc0037a5900, 0x4f5)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0037a5900, 0x4f5, 0x4f5, 0x600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007992f80, 0x33, 0xc0037a5900, 0x4f5, 0xc0037a5900, 0x4f5, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc007992f80, 0x33, 0xc0037a5900, 0x4f5, 0xaa0378, 0x1, 0xc0037a5900, 0x4f5, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00502e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1145 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e41a6660, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004da8e30, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004da8e20, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003218e00, 0x675, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024c4c80, 0x3c, 0xc003218e00, 0x675, 0xc003218e00, 0x675, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024c4c80, 0x3c, 0xc003218e00, 0x675, 0xaa0378, 0x1, 0xc003218e00, 0x675, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1146 [runnable]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002ff7ee0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001a50000, 0xc005c856c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0002d9b40, 0x0, 0x0, 0x0, 0xc0032e7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0002d9b40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032e78f8, 0xc002731800, 0x177f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1147 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001a50270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001a50340, 0xc00584a620, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c09600, 0x0, 0x0, 0x0, 0xc002ea9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c09600, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ea98f8, 0xc00281a000, 0x10d9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1148 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0015dac00, 0x1137, 0xc002f87218, 0xc0009fd180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0015dac00, 0x1137, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f873c0, 0xaa0599, 0x2, 0xc0015dac00, 0x1137, 0x1, 0x36d, 0xc0020e2d80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0015dac00, 0x1137, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f87518, 0xc0004ceca0, 0x3c, 0xc001d579c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1149 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f134824ef90, 0x7f1348001aa0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ad19a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ad1990, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003e47b00, 0x455, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002283b40, 0x32, 0xc003e47b00, 0x455, 0xc003e47b00, 0x455, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002283b40, 0x32, 0xc003e47b00, 0x455, 0xaa0378, 0x1, 0xc003e47b00, 0x455, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1150 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4015580, 0x7f13b8006fc0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ba88b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ba88a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002f02a00, 0x19b9, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043fe500, 0x47, 0xc002f02a00, 0x19b9, 0xc002f02a00, 0x19b9, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0043fe500, 0x47, 0xc002f02a00, 0x19b9, 0xaa0378, 0x1, 0xc002f02a00, 0x19b9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1151 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1368001c90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00216e710, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00216e700, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001c1c000, 0x7f9, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00159c840, 0x3b, 0xc001c1c000, 0x7f9, 0xc001c1c000, 0x7f9, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00159c840, 0x3b, 0xc001c1c000, 0x7f9, 0xaa0378, 0x1, 0xc001c1c000, 0x7f9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1152 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4008ae0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044c0bd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044c0bc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0044c5900, 0x1049, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aa1180, 0x39, 0xc0044c5900, 0x1049, 0xc0044c5900, 0x1049, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aa1180, 0x39, 0xc0044c5900, 0x1049, 0xaa0378, 0x1, 0xc0044c5900, 0x1049, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1153 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40053e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002988520, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002988510, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00169c000, 0xee7, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a8c880, 0x38, 0xc00169c000, 0xee7, 0xc00169c000, 0xee7, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a8c880, 0x38, 0xc00169c000, 0xee7, 0xaa0378, 0x1, 0xc00169c000, 0xee7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1154 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4001340, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00216faf0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00216fae0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003375500, 0xa6c, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019cdfc0, 0x3d, 0xc003375500, 0xa6c, 0xc003375500, 0xa6c, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019cdfc0, 0x3d, 0xc003375500, 0xa6c, 0xaa0378, 0x1, 0xc003375500, 0xa6c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1155 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4008560, 0x7f135c001460)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00537d970, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00537d960, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00321b100, 0x65d, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004246b80, 0x37, 0xc00321b100, 0x65d, 0xc00321b100, 0x65d, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004246b80, 0x37, 0xc00321b100, 0x65d, 0xaa0378, 0x1, 0xc00321b100, 0x65d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1156 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc002ff6d00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002ff6d00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002ff6d00, 0xc002a4cee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004f2aba0, 0x0, 0x0, 0x0, 0xc00550d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004f2aba0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00550d8f8, 0xc005fe5400, 0x21ef, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1157 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0030e2410, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0030e2410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0030e2410, 0xc0074a2c40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00432b620, 0x0, 0x0, 0x0, 0xc0033bd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00432b620, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033bd8f8, 0xc003b7c000, 0x1ffd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1158 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002ff6dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002ff6ea0, 0xc002a4d2d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004f2abe0, 0x0, 0x0, 0x0, 0xc00550f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004f2abe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00550f8f8, 0xc0008cd900, 0xc08, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1160 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004f2ae80, 0xc004ae5220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00274f588, 0xaa04f9, 0x2, 0xc0014eb400, 0x20c9, 0x0, 0xc000bff880, 0x7f13f041b2f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004ae5518, 0xc005de6780, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070fbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1161 [semacquire]:
strings.genSplit(0xc001193200, 0x89f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1bd, 0x1bd)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c693c0, 0xaa04d9, 0x2, 0xc002f97600, 0x89f, 0x1, 0x1bd, 0xc000671b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002f97600, 0x89f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c69518, 0xc0019e9dc0, 0x3a, 0xc001d563c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1162 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f138c0055c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044a9760, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044a9750, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002868600, 0x12d8, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d57bc7, 0x34, 0xc002868600, 0x12d8, 0xc002868600, 0x12d8, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d57bc7, 0x34, 0xc002868600, 0x12d8, 0xaa0378, 0x1, 0xc002868600, 0x12d8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1163 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004d78500, 0x481, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004d78500, 0x481, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004d78500, 0x481, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004d78500, 0x481, 0x0, 0x0, 0x481, 0xc004d78500, 0x481)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004d78500, 0x481, 0x481, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b3a380, 0x38, 0xc004d78500, 0x481, 0xc004d78500, 0x481, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b3a380, 0x38, 0xc004d78500, 0x481, 0xaa0378, 0x1, 0xc004d78500, 0x481, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1164 [semacquire]:
bytes.makeSlice(0xc67, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0051ec660, 0xf1, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0051ec660, 0xc003716600, 0xf1, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0051ec660, 0xc003716600, 0xf1, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0051ec660, 0xc00236bf80, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0051ec660, 0xc00236bf10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0051ec660, 0xc00236b7a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0051ec660, 0xc00236b6c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0051ec660, 0xc00236afc0, 0xb84d20, 0xc0051ec660)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0051ec660, 0xc00236afc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00593a660, 0xca12f4d7, 0x1251a20, 0xc003f26c80, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1165 [semacquire]:
strings.genSplit(0xc002ae7100, 0xd26, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007a68a80, 0x28d, 0x28d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032eb3c0, 0xaa05c9, 0x2, 0xc006258380, 0xd26, 0x4, 0x28d, 0xc003adbd20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006258380, 0xd26, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032eb518, 0xc003adb960, 0x34, 0xc001b60ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081e000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1166 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12dc1b1830, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016d0df0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016d0de0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004398900, 0x853, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003881d80, 0x38, 0xc004398900, 0x853, 0xc004398900, 0x853, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003881d80, 0x38, 0xc004398900, 0x853, 0xaa0378, 0x1, 0xc004398900, 0x853, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1167 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4001b80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00475c090, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00475c080, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001b7c100, 0x509, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a8c940, 0x3b, 0xc001b7c100, 0x509, 0xc001b7c100, 0x509, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a8c940, 0x3b, 0xc001b7c100, 0x509, 0xaa0378, 0x1, 0xc001b7c100, 0x509, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1168 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0021170c0, 0xaa04bf, 0x2, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0021170c0, 0xaa04bf, 0x2, 0xc002115fa0, 0x567148)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0021170c0, 0xc005b0bdc0, 0xc000000001, 0xa)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:292 +0x44
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021170c0, 0xc005b0bdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021170c0, 0xc005b0bdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021170c0, 0xc005b0b7a0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021170c0, 0xc005b0b7a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021170c0, 0xc005b0b7a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021170c0, 0xc005b0a1c0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ded0c0, 0xc005b0a1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ded0c0, 0xc005b0a1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021170c0, 0xc005b0a0e0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ded0c0, 0xc005b0a0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ded0c0, 0xc005b0a0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021170c0, 0xc005532150, 0xc002decdb8, 0x443c10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ded0c0, 0xc005532150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ded0c0, 0xc005532150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021170c0, 0xc005532070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ded0c0, 0xc005532070, 0x54b170, 0xc003fbc410)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005532070, 0x0, 0x0, 0x0, 0x0, 0xc005532070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001e016b0, 0x0, 0x0, 0x0, 0x2500, 0xc0029ef900, 0x2223, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0029ef900, 0x2223, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00303b780)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002ded518, 0xc000671ae0, 0xc00416a680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1169 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f400efc0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005dcbc20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005dcbc10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004a97340, 0x2b6, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002928a80, 0x53, 0xc004a97340, 0x2b6, 0xc004a97340, 0x2b6, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002928a80, 0x53, 0xc004a97340, 0x2b6, 0xaa0378, 0x1, 0xc004a97340, 0x2b6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081e7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1170 [semacquire]:
strings.Replace(0xc00630b600, 0x866, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc0059ef1f0, 0x0, 0x0, 0x0, 0x0, 0xc0059ef1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0022e4840, 0x0, 0x0, 0x0, 0xc00, 0xc0044ca400, 0xba6, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0044ca400, 0xba6, 0x0, 0x0, 0x0, 0x440d95, 0xc0022e47e0, 0x7f13c001be0d, 0x1933ba1600000004)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e0f518, 0xc00166ed40, 0xc00166f6e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1171 [semacquire]:
strings.genSplit(0xc007543600, 0x540, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0027d0c00, 0x128, 0x128)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007613c0, 0xaa04d9, 0x2, 0xc003819b80, 0x540, 0x1, 0x128, 0xc001ef93e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003819b80, 0x540, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000761518, 0xc00166e2e0, 0x3a, 0xc0022bee80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1172 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13041a0e80, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00292b250, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00292b230, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002c74880, 0xca8, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004cc0f0b, 0x2e, 0xc002c74880, 0xca8, 0xc002c74880, 0xca8, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004cc0f0b, 0x2e, 0xc002c74880, 0xca8, 0xaa0378, 0x1, 0xc002c74880, 0xca8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081ea20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1173 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035033c0, 0xaa04f9, 0x2, 0xc006209900, 0x1089, 0xc006209900, 0xc0035033b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006209900, 0x1089, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003503518, 0xc00075ed00, 0x24, 0xc004d98570)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1174 [semacquire]:
bytes.makeSlice(0x87, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004259138, 0x7, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004259138, 0xc0046f8e30, 0x7, 0x7, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0062bd570)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0062bd3b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004f1c0f0, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc004259518, 0xc004f1c0f0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004259518, 0xc005169fe0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1175 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00533b588, 0xaa04f9, 0x2, 0xc0040a0680, 0x555, 0x0, 0xc0009f0a80, 0x7f13f0419108)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00533b518, 0xc004f2ae60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1176 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002a91400, 0xab8, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002a91400, 0xab8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002a91400, 0xab8, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002a91400, 0xab8, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002a91400, 0xab8, 0x0, 0x0, 0xab8, 0xc002a91400, 0xab8)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002a91400, 0xab8, 0xab8, 0xc80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001720b40, 0x3c, 0xc002a91400, 0xab8, 0xc002a91400, 0xab8, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001720b40, 0x3c, 0xc002a91400, 0xab8, 0xaa0378, 0x1, 0xc002a91400, 0xab8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1177 [semacquire]:
strings.genSplit(0xc007a94480, 0x21c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc00009f700, 0x58)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003289518, 0xc004fae4b0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc004fae4b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0049c1ce0, 0xc003289320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001be3518, 0xc0049c1350, 0xc0045bef20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003289518, 0xc0049c1350, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003289518, 0xc0049c1350, 0xc0049c1350)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1178 [runnable]:
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0022bec00, 0x3a, 0x0, 0x2, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc0022bec00, 0x3a, 0x2, 0xc0080361d0, 0x0, 0xc008036270, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0022bec00, 0x3a, 0xaa0378, 0x1, 0xc006fd2300, 0x6)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080363d8, 0xc007be5f80, 0xc0022213f0, 0xc008036308)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080363d8, 0xc007be5f10, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0080370c0, 0xc007be5f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080370c0, 0xc007be5f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080370c0, 0xc007be5e30, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00308b0c0, 0xc007be5e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00308b0c0, 0xc007be5e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080370c0, 0xc007be5d50, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00308b0c0, 0xc007be5d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00308b0c0, 0xc007be5d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080370c0, 0xc0008c7f10, 0xc00308adb8, 0x443c10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00308b0c0, 0xc0008c7f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00308b0c0, 0xc0008c7f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080370c0, 0xc0008c7e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00308b0c0, 0xc0008c7e30, 0x54b170, 0xc0061a1e10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0008c7e30, 0x0, 0x0, 0x0, 0x0, 0xc0008c7e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0026b8240, 0x0, 0x0, 0x0, 0x1800, 0xc004b86000, 0x15a7, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004b86000, 0x15a7, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xf3d4790c00000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00308b518, 0xc0056cd040, 0xc0002d8e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1179 [semacquire]:
bytes.makeSlice(0x5b6, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006c40e70, 0x2, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006c40e70, 0xaa0425, 0x2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc006c40e70, 0xc0035d7880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:225 +0x76c
golang.org/x/net/html.render1(0xb84d20, 0xc006c40e70, 0xc0035d77a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006c40e70, 0xc0035d76c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006c40e70, 0xc0035d6fc0, 0xb84d20, 0xc006c40e70)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006c40e70, 0xc0035d6fc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00504c300, 0x50d201, 0xc00658b6d0, 0x40, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003521518, 0xc0002d9240, 0xc005de7ac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1180 [semacquire]:
strings.genSplit(0xc003926000, 0xae7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004be2f00, 0x24d, 0x24d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00325b3c0, 0xaa05c9, 0x2, 0xc005eb5000, 0xae7, 0x4, 0x24d, 0xc00427df80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005eb5000, 0xae7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00325b518, 0xc004ec7180, 0x3a, 0xc004167600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1181 [semacquire]:
strings.genSplit(0xc004091500, 0xa0f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005b96000, 0x20c, 0x20c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035233c0, 0xaa04df, 0x2, 0xc0042a4000, 0xa0f, 0x4, 0x20c, 0xc00166f3a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0042a4000, 0xa0f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003523518, 0xc004ebb400, 0x3c, 0xc002ba7740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1182 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005bd8340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005bd8410, 0xc002c61b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0ed00, 0x0, 0x0, 0x0, 0xc000985200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0ed00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0009858f8, 0xc0026ea800, 0x156d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1183 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002148000, 0xf01, 0xc003527218, 0xc000809c00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002148000, 0xf01, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035273c0, 0xaa058b, 0x2, 0xc002148000, 0xf01, 0x1, 0x347, 0xc004338000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002148000, 0xf01, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003527518, 0xc00416bbe0, 0x37, 0xc002ba7b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1184 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0002cc410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0002cc4e0, 0xc0042b1500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002605c60, 0x0, 0x0, 0x0, 0xc0041bd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002605c60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041bd8f8, 0xc004308000, 0x1c14, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1185 [semacquire]:
strings.genSplit(0xc002eec000, 0x534, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x124, 0x124)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a253c0, 0xaa0599, 0x2, 0xc001b7c680, 0x534, 0x1, 0x124, 0xc0006abbe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001b7c680, 0x534, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a25518, 0xc0004cfd80, 0x3a, 0xc0024c4e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1186 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0078194a0, 0xc0033432c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033433c0, 0xaa0569, 0x2, 0xc0048d8a80, 0x961, 0xc0048d8a80, 0xc0033433b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0048d8a80, 0x961, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003343518, 0xc00075ff20, 0x3c, 0xc003a8de80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1187 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006253b30, 0xc006253b30, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0068b1518, 0xc0020bcf60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1188 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4001760, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00104f610, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00104f5f0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004206000, 0x4b8, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc4a80, 0x39, 0xc004206000, 0x4b8, 0xc004206000, 0x4b8, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc4a80, 0x39, 0xc004206000, 0x4b8, 0xaa0378, 0x1, 0xc004206000, 0x4b8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1189 [semacquire]:
bytes.makeSlice(0x44c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003345388, 0x8a, 0x50)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003345388, 0xc00487d4d0, 0x8a, 0x5165d7, 0xc0073fc57a, 0xc005ef65e0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0023d39d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0023d3960)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0023d2f50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0023d2e70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0023d2770)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0051ec9f0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003345518, 0xc003f26d60, 0x36, 0xc0038fe380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1190 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00795f588, 0xaa04f9, 0x2, 0xc003e66c00, 0x5e4, 0x0, 0xc000a55880, 0x7f13f041b2f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00795f518, 0xc00075f6a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1191 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc002d8ed00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002d8ed00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002d8ed00, 0xc001df7340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f26b60, 0x0, 0x0, 0x0, 0xc002a29200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f26b60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a298f8, 0xc0026f7900, 0x109a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1192 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fb13c0, 0xaa058b, 0x2, 0xc002a06c00, 0x582, 0x1, 0x166, 0xc003adae80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a06c00, 0x582, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fb1518, 0xc00000fda0, 0x46, 0xc001d1a910)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f920, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1194 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc003350b30, 0xc007a00088, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc003350b30, 0xc006f1a2a0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc003350b30, 0xc006f1a310, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc006f1a310, 0xc006f1a310, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003350ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003350ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0028ba8b0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003350ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003350ff8, 0x1, 0xc0054c9f10, 0xc0002afc00, 0x2804f041c080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003350ff8, 0x4, 0x2df, 0xc0026eed01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0026ee000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0027468f0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005531680, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033518f8, 0xc003329b00, 0xd1c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081faa0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1195 [runnable]:
unicode.SimpleFold(0x54, 0xc004bb0640)
/usr/local/go/src/unicode/letter.go:336 +0x14f
regexp/syntax.(*compiler).rune(0xc007fc2b30, 0xc0073aae18, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:271 +0x1df
regexp/syntax.(*compiler).compile(0xc007fc2b30, 0xc0019e4770, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc007fc2b30, 0xc0019e47e0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0019e47e0, 0xc0019e47e0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007fc2ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007fc2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005919bd0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007fc2ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007fc2ff8, 0x1, 0xc0047a36a0, 0xc000bff880, 0x2804f04197d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007fc2ff8, 0x4, 0xeb5, 0xc0026ef101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0026ef000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0005aa9c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002eac720, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a2b8f8, 0xc002a33900, 0x10ee, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081fb60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1196 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4006880, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00390e190, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00390e180, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001b6cd00, 0x840, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aa0300, 0x3c, 0xc001b6cd00, 0x840, 0xc001b6cd00, 0x840, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aa0300, 0x3c, 0xc001b6cd00, 0x840, 0xaa0378, 0x1, 0xc001b6cd00, 0x840, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081fc20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1197 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005406e00, 0x678, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005406e00, 0x678, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005406e00, 0x678, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005406e00, 0x678, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005406e00, 0x678, 0x0, 0x0, 0x678, 0xc005406e00, 0x678)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005406e00, 0x678, 0x678, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002dd3b0, 0x49, 0xc005406e00, 0x678, 0xc005406e00, 0x678, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0002dd3b0, 0x49, 0xc005406e00, 0x678, 0xaa0378, 0x1, 0xc005406e00, 0x678, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081fce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1198 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0006a8900, 0x230, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0006a8900, 0x230, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0006a8900, 0x230, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0006a8900, 0x230, 0x0, 0x0, 0x230, 0xc0006a8900, 0x230)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0006a8900, 0x230, 0x230, 0x240)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003cbea50, 0x2e, 0xc0006a8900, 0x230, 0xc0006a8900, 0x230, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003cbea50, 0x2e, 0xc0006a8900, 0x230, 0xaa0378, 0x1, 0xc0006a8900, 0x230, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081fda0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1199 [semacquire]:
strings.genSplit(0xc0073b2000, 0xa77, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00661e000, 0x1d0, 0x1d0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fcb3c0, 0xaa04d9, 0x2, 0xc006f54a80, 0xa77, 0x1, 0x1d0, 0xc003e910a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006f54a80, 0xa77, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fcb518, 0xc000670c40, 0x32, 0xc002283400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081fe60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1200 [runnable]:
strings.Index(0xc00568b800, 0x767, 0xaa0378, 0x1, 0x19f)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc00568b800, 0x767, 0xaa0378, 0x1, 0x0, 0x19f, 0x8f8, 0xc00568a800, 0x767)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e27588, 0xaa04f9, 0x2, 0xc00568a800, 0x767, 0x0, 0xc000783c00, 0x7f13f041ac28)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002e27518, 0xc002251040, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081ff20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1201 [semacquire]:
strings.genSplit(0xc0044d2000, 0xe22, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00402b500, 0x295, 0x295)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ea73c0, 0xaa05c9, 0x2, 0xc0017b4000, 0xe22, 0x7, 0x295, 0xc0065287c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0017b4000, 0xe22, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ea7518, 0xc00432bca0, 0x20, 0xc00668eb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1202 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12fc29b980, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047e9f80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047e9f70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001e54000, 0x3ef, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ad530, 0x30, 0xc001e54000, 0x3ef, 0xc001e54000, 0x3ef, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000ad530, 0x30, 0xc001e54000, 0x3ef, 0xaa0378, 0x1, 0xc001e54000, 0x3ef, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1203 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1368001cd0, 0x7f1368001d90)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0002ebc20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0002ebc10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0032f7b00, 0x860, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a0a00, 0x43, 0xc0032f7b00, 0x860, 0xc0032f7b00, 0x860, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a0a00, 0x43, 0xc0032f7b00, 0x860, 0xaa0378, 0x1, 0xc0032f7b00, 0x860, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1204 [semacquire]:
strings.Replace(0xc005bd73d0, 0x10, 0xaae974, 0x9, 0x0, 0x0, 0x1, 0x0, 0x9)
/usr/local/go/src/strings/strings.go:941 +0x109
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001f68c00, 0x5d7, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:46 +0x150
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ad2f0, 0x27, 0xc001f68c00, 0x5d7, 0xc001f68c00, 0x5d7, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000ad2f0, 0x27, 0xc001f68c00, 0x5d7, 0xaa0378, 0x1, 0xc001f68c00, 0x5d7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1205 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400d4b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004f356c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004f356b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0031b9000, 0xab0, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0041664c0, 0x37, 0xc0031b9000, 0xab0, 0xc0031b9000, 0xab0, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0041664c0, 0x37, 0xc0031b9000, 0xab0, 0xaa0378, 0x1, 0xc0031b9000, 0xab0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1206 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc00530c240, 0xab2997, 0xc, 0xac009d, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301
github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc005d4d518, 0xc00530c240, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005d4d518, 0xc002311c20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1207 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003f27d40, 0xc002a832c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a833c0, 0xaa04d9, 0x2, 0xc003ec7c00, 0x6be, 0x1, 0x135, 0xc00432b980)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003ec7c00, 0x6be, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a83518, 0xc002311080, 0x2d, 0xc0000ad0b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1208 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc005ab2b60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005ab2b60)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005ab2b60, 0xc005cb6700, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002311920, 0x0, 0x0, 0x0, 0xc002a23200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002311920, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a238f8, 0xc00298e000, 0x1733, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1209 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4012980, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045501b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0045501a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003c42f00, 0x4e0, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0052131c0, 0x3a, 0xc003c42f00, 0x4e0, 0xc003c42f00, 0x4e0, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0052131c0, 0x3a, 0xc003c42f00, 0x4e0, 0xaa0378, 0x1, 0xc003c42f00, 0x4e0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1210 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003355b00, 0xd7c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003355b00, 0xd7c, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003355b00, 0xd7c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003355b00, 0xd7c, 0x0, 0x0, 0xd7c, 0xc003355b00, 0xd7c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003355b00, 0xd7c, 0xd7c, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004aad70, 0x4a, 0xc003355b00, 0xd7c, 0xc003355b00, 0xd7c, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004aad70, 0x4a, 0xc003355b00, 0xd7c, 0xaa0378, 0x1, 0xc003355b00, 0xd7c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1211 [runnable]:
strings.Index(0xc007d5e000, 0x98e, 0xaa0378, 0x1, 0x1a4)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc007d5e000, 0x98e, 0xaa0378, 0x1, 0x0, 0x1a4, 0x995, 0xc007d5d500, 0x98e)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005771588, 0xaa04f9, 0x2, 0xc007d5d500, 0x98e, 0x0, 0xc000d58e00, 0x7f13f041c080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005771518, 0xc0000a6a20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1212 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003e0fc00, 0xb59, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003e0fc00, 0xb59, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003e0fc00, 0xb59, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003e0fc00, 0xb59, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003e0fc00, 0xb59, 0x0, 0x0, 0xb59, 0xc003e0fc00, 0xb59)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003e0fc00, 0xb59, 0xb59, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004cc1080, 0x31, 0xc003e0fc00, 0xb59, 0xc003e0fc00, 0xb59, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004cc1080, 0x31, 0xc003e0fc00, 0xb59, 0xaa0378, 0x1, 0xc003e0fc00, 0xb59, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1213 [semacquire]:
strings.genSplit(0xc0043f7500, 0xa71, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xd7e, 0xc004edaa80, 0xa71)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00304f400, 0xaa04f9, 0x2, 0xc004edaa80, 0xa71, 0xc00304f240, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc006485a10)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0064859e0, 0xc00304f2c8, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc00304f388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00304f388, 0xc006485200, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc00304f301, 0xc004f82ad0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00304f518, 0xc006485200, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1214 [runnable]:
strings.genSplit(0xc005678000, 0x90b, 0xaa0378, 0x1, 0x0, 0x1db, 0xc0080e0000, 0x1dc, 0x1dc)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0080dd3c0, 0xaa04fd, 0x2, 0xc007b80000, 0x90b, 0x33, 0x1dc, 0xc0065e2c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007b80000, 0x90b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0080dd518, 0xc0065e2880, 0x4f, 0xc0043ff180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1215 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003d67400, 0x4d9, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003d67400, 0x4d9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003d67400, 0x4d9, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003d67400, 0x4d9, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003d67400, 0x4d9, 0x0, 0x0, 0x4d9, 0xc003d67400, 0x4d9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003d67400, 0x4d9, 0x4d9, 0x500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0047fbe00, 0x4e, 0xc003d67400, 0x4d9, 0xc003d67400, 0x4d9, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0047fbe00, 0x4e, 0xc003d67400, 0x4d9, 0xaa0378, 0x1, 0xc003d67400, 0x4d9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1216 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0008c4d00, 0x8c9, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0008c4d00, 0x8c9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0008c4d00, 0x8c9, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0008c4d00, 0x8c9, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0008c4d00, 0x8c9, 0x0, 0x0, 0x8c9, 0xc0008c4d00, 0x8c9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0008c4d00, 0x8c9, 0x8c9, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a09e00, 0x51, 0xc0008c4d00, 0x8c9, 0xc0008c4d00, 0x8c9, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a09e00, 0x51, 0xc0008c4d00, 0x8c9, 0xaa0378, 0x1, 0xc0008c4d00, 0x8c9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0ecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1217 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001215588, 0xaa04f9, 0x2, 0xc0056ea800, 0x7c2, 0xc, 0x18, 0xc007596de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001215518, 0xc00000fca0, 0x4f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1218 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc0047a1830, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0047a1830, 0x0, 0x0, 0x0, 0x0, 0x1301, 0xc0059c2660)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0059c2660, 0x0, 0x0, 0x0, 0x1500, 0xc003730a00, 0x1334, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc003730a00, 0x1334, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005d1da40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00324f518, 0xc00534e480, 0xc00075fc80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0ee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1219 [semacquire]:
github.com/PuerkitoBio/goquery.getChildrenWithSiblingType(0xc0008f02a0, 0x0, 0xc001dd5f80, 0x0, 0xc0034bad50, 0x1, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:667 +0x18f
github.com/PuerkitoBio/goquery.getSiblingNodes.func2(0x0, 0xc001dd5f80, 0x1, 0xc0034bad50, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:599 +0x45
github.com/PuerkitoBio/goquery.mapNodes(0xc0034ba8c0, 0x1, 0x1, 0xc0012110f0, 0x7f13f041a560, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0034ba8c0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0034bad58, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0051f55f0, 0xc0047a1980)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001211518, 0xc0051f55f0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001211518, 0xc004bb3ce0, 0x4f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1220 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002c81520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc002c815f0, 0xc002de3ab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0042c6da0, 0x0, 0x0, 0x0, 0xc002557200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0042c6da0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025578f8, 0xc002aae600, 0x1208, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1221 [runnable]:
strings.Index(0xc002b40800, 0x3d0, 0xaa0378, 0x1, 0xf6)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc002b40800, 0x3d0, 0xaa0378, 0x1, 0x0, 0xf6, 0xc007e3f000, 0xf7, 0xf7)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e613c0, 0xaa05c9, 0x2, 0xc005b71800, 0x3d0, 0x3, 0xf7, 0xc003f27700)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b71800, 0x3d0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e61518, 0xc003f27220, 0x44, 0xc00727cf00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1222 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0032bc600, 0x105d, 0xc00343d218, 0xc000bff880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0032bc600, 0x105d, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00343d3c0, 0xaa0503, 0x2, 0xc0032bc600, 0x105d, 0x1, 0x33b, 0xc0019e8260)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0032bc600, 0x105d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00343d518, 0xc0002d8640, 0x48, 0xc0036e7321)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1223 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4003180, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0001db780, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0001db778, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003f13000, 0xda3, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00038a0c0, 0x53, 0xc003f13000, 0xda3, 0xc003f13000, 0xda3, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00038a0c0, 0x53, 0xc003f13000, 0xda3, 0xaa0378, 0x1, 0xc003f13000, 0xda3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1224 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0075552c0, 0xc0030992c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030993c0, 0xaa05c9, 0x2, 0xc003c45b00, 0x8d2, 0x3, 0x1fe, 0xc00166f460)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003c45b00, 0x8d2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003099518, 0xc0062fe9a0, 0x45, 0xc00378da90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1225 [semacquire]:
strings.genSplit(0xc0038ae000, 0x143d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x3d3, 0x3d3)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ad73c0, 0xaa05c9, 0x2, 0xc0020baa00, 0x143d, 0x6, 0x3d3, 0xc00000f080)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0020baa00, 0x143d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ad7518, 0xc00000ec40, 0x52, 0xc00057e600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1227 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002747ad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002747ba0, 0xc004dcf110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043ccf40, 0x0, 0x0, 0x0, 0xc002fc7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043ccf40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fc78f8, 0xc002265900, 0x20a0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f860, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1228 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0032095f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003209860, 0xc0053f5340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cd0e0, 0x0, 0x0, 0x0, 0xc003b43200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cd0e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b438f8, 0xc00273a000, 0x1dab, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f920, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1229 [semacquire]:
bytes.makeSlice(0x1c1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003b27388, 0x7, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003b27388, 0xc0025a9827, 0x7, 0x7, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005ffa000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005febce0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005febc00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00178e230)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0057b71d0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b27518, 0xc00432a660, 0x5d, 0xc0004198c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f9e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1230 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049a32e0, 0xc005ec52c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005ec53c0, 0xaa04f9, 0x2, 0xc00353a000, 0x2a31, 0x9, 0x868, 0xc0049a32c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00353a000, 0x2a31, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005ec5518, 0xc0049a2e80, 0x29, 0xc004e78464)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0faa0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1231 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000d6d0c0, 0xc004b96000, 0x348, 0x2, 0x2, 0x2)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000d6d0c0, 0xc004b96000, 0x348, 0x348, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d6d0c0, 0xc0056b5ce0, 0xc000d6c1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000d6d0c0, 0xc0056b5c70, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000d6d0c0, 0xc0056b5c70, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d6d0c0, 0xc0056b5c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d6d0c0, 0xc0056b5c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000d6d0c0, 0xc0056b4540, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b370c0, 0xc0056b4540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc0056b4540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000d6d0c0, 0xc0056b4460, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b370c0, 0xc0056b4460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc0056b4460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000d6d0c0, 0xc00492dd50, 0xc000d59500, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b370c0, 0xc00492dd50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc00492dd50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000d6d0c0, 0xc00492dc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc00492dc70, 0x54b170, 0xc0028f3ee0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00492dc70, 0x0, 0x0, 0x0, 0x0, 0xc00492dc70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004efea80, 0x0, 0x0, 0x0, 0x2000, 0xc005348000, 0x1eeb, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005348000, 0x1eeb, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001f8cc40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b37518, 0xc0037476a0, 0xc003939ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0fb60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1232 [semacquire]:
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002a1f300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002a1f300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002a1f300, 0x0, 0xb856e0, 0xc0000a7f28, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002a1f300, 0xc00391c070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002a1f300, 0x42ca96, 0xc0079863f0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002a1f370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00000fc40, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0016eec30, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002a1f518, 0xc0002d8700, 0xabc101, 0x1d, 0x15, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0fc20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1233 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1328002750, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ad15d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ad15c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002758000, 0x629, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011a6000, 0x58, 0xc002758000, 0x629, 0xc002758000, 0x629, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011a6000, 0x58, 0xc002758000, 0x629, 0xaa0378, 0x1, 0xc002758000, 0x629, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0fce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1234 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004ebe000, 0x59b, 0x59b, 0x3, 0x0, 0x59a, 0xc004ebe000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003581518, 0xc00427dc80, 0xc0022447a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0fda0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1235 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0008276c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x708
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0008276c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0008276c0, 0xc00567a310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e2e0, 0x0, 0x0, 0x0, 0xc003b2f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e2e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b2f8f8, 0xc001f5c000, 0x1da9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0fe60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1236 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc005748200, 0x1e9, 0x2, 0xc002112198, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc005748200, 0x1e9, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021130c0, 0xc00151ddc0, 0xc0021121b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021130c0, 0xc00151dd50, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0021130c0, 0xc00151dd50, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021130c0, 0xc00151dd50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021130c0, 0xc00151dd50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021130c0, 0xc00151d1f0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030c70c0, 0xc00151d1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030c70c0, 0xc00151d1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021130c0, 0xc00151d110, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030c70c0, 0xc00151d110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030c70c0, 0xc00151d110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021130c0, 0xc00151ca10, 0xc001366a80, 0x7f13f041ac28)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030c70c0, 0xc00151ca10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030c70c0, 0xc00151ca10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021130c0, 0xc00151c930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030c70c0, 0xc00151c930, 0x54b170, 0xc00475ec30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00151c930, 0x0, 0x0, 0x0, 0x0, 0xc00151c930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0020da9c0, 0x0, 0x0, 0x0, 0x4800, 0xc003612800, 0x4062, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003612800, 0x4062, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001ae9000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0030c7518, 0xc0020bc1c0, 0xc0024bc920)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0ff20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1237 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_GoString(...)
_cgo_gotypes.go:71
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0004ce900, 0xc005632e00, 0x665, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:148 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005632e00, 0x665, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004167751, 0x2a, 0xc005632e00, 0x665, 0xc005632e00, 0x665, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004167751, 0x2a, 0xc005632e00, 0x665, 0xaa0378, 0x1, 0xc005632e00, 0x665, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e0c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1238 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004142000, 0xa19, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004142000, 0xa19, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004142000, 0xa19, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004142000, 0xa19, 0x0, 0x0, 0xa19, 0xc004142000, 0xa19)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004142000, 0xa19, 0xa19, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004dc0d40, 0x38, 0xc004142000, 0xa19, 0xc004142000, 0xa19, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004dc0d40, 0x38, 0xc004142000, 0xa19, 0xaa0378, 0x1, 0xc004142000, 0xa19, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1239 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40098a0, 0x7f13a4008aa0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00249d380, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00249d370, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004325500, 0x605, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000b3780, 0x3b, 0xc004325500, 0x605, 0xc004325500, 0x605, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000b3780, 0x3b, 0xc004325500, 0x605, 0xaa0378, 0x1, 0xc004325500, 0x605, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1240 [runnable]:
strings.Index(0xc00381b180, 0x514, 0xaa0378, 0x1, 0xbb)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc00381b180, 0x514, 0xaa0378, 0x1, 0x0, 0xbb, 0x514, 0xc00381ac00, 0x522)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005f79518, 0xc002244a40, 0xc005169aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1241 [semacquire]:
bytes.makeSlice(0x1381, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002afb388, 0x93, 0xb4)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002afb388, 0xc00013cdc0, 0x93, 0xb4, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021e5e30)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021e5c70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021e4930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021e4850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021e4150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0047a0390, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002afb518, 0xc0022501a0, 0x3f, 0xc001b6028d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1242 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007819700, 0xc002af52c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002af53c0, 0xaa059b, 0x2, 0xc0028acc80, 0xc44, 0x5, 0x291, 0xc0078196e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0028acc80, 0xc44, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002af5518, 0xc003f26700, 0x4e, 0xc001d1b590)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1243 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.afterHeadIM(0xc002746f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002746f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002746f70, 0xc0008bae00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cca80, 0x0, 0x0, 0x0, 0xc002f3f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cca80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f3f8f8, 0xc000a86600, 0x1286, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1244 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0002cc820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0002cc820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0002cc820, 0xc002229180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0020e2160, 0x0, 0x0, 0x0, 0xc002af7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0020e2160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002af78f8, 0xc002655900, 0xc7f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1245 [semacquire]:
bytes.makeSlice(0xc9b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00531b3e0, 0xad, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00531b3e0, 0xc005791550, 0xad, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00531b3e0, 0xc005791550, 0xad, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00531b3e0, 0xc001da6a80, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00531b3e0, 0xc001da6a10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00531b3e0, 0xc001da6000, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00531b3e0, 0xc001f07260, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00531b3e0, 0xc0008bbf10, 0xb84d20, 0xc00531b3e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00531b3e0, 0xc0008bbf10, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00531af60, 0x6039f924, 0x1251a20, 0xc003938580, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1246 [semacquire]:
strings.genSplit(0xc0041e3200, 0x850, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007bc6000, 0x1dc, 0x1dc)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000aa73c0, 0xaa0503, 0x2, 0xc005082400, 0x850, 0x1, 0x1dc, 0xc0002d87a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005082400, 0x850, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000aa7518, 0xc0002d82c0, 0x24, 0xc0065cf140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008ea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1247 [semacquire]:
bytes.makeSlice(0x93d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002b1b388, 0x107, 0x151)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002b1b388, 0xc0044d8000, 0x107, 0x5165d7, 0xc00605ba7b, 0xc004f7b318)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e8a80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e8a10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e7d50)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0027f1f80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0027f1880)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0040c36b0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b1b518, 0xc00166fa40, 0x42, 0xc0004abf90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008eb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1248 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00091f588, 0xaa04f9, 0x2, 0xc003850820, 0xa0, 0x5, 0x15, 0xc00427d4a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00091f518, 0xc002250920, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008ec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1249 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0050aea80, 0x161, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079d30c0, 0xc0071d2690, 0xc0079d21b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d30c0, 0xc0071d2620, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0079d30c0, 0xc0071d2620, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0079d30c0, 0xc0071d2620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079d30c0, 0xc0071d2620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d30c0, 0xc0072dcd90, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021930c0, 0xc0072dcd90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021930c0, 0xc0072dcd90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d30c0, 0xc0072dccb0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021930c0, 0xc0072dccb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021930c0, 0xc0072dccb0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d30c0, 0xc0072dc5b0, 0xc00107e000, 0x7f13f0419e98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021930c0, 0xc0072dc5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021930c0, 0xc0072dc5b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d30c0, 0xc0072dc4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021930c0, 0xc0072dc4d0, 0x54b170, 0xc0005012b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0072dc4d0, 0x0, 0x0, 0x0, 0x0, 0xc0072dc4d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0021473b0, 0x0, 0x0, 0x0, 0x1000, 0xc0056f0000, 0xf02, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0056f0000, 0xf02, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002282e40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002193518, 0xc0049736c0, 0xc004eba480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008ecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1250 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400ed70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045d5650, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0045d5640, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003c90800, 0x72d, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002b270, 0x41, 0xc003c90800, 0x72d, 0xc003c90800, 0x72d, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002b270, 0x41, 0xc003c90800, 0x72d, 0xaa0378, 0x1, 0xc003c90800, 0x72d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008ed80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1251 [semacquire]:
strings.Replace(0xc007759100, 0x631, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x2, 0xb7b900, 0xc000098050)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc0051d18f0, 0x0, 0x0, 0x0, 0x0, 0xc0051d18f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0051c4e70, 0x0, 0x0, 0x0, 0xa80, 0xc0051c3500, 0x9b5, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0051c3500, 0x9b5, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0038ffc80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004865518, 0xc002250da0, 0xc000671880)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008ee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1252 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.FromHTMLNode(0xc002687810, 0x0, 0x0, 0x0, 0x0, 0xc002687810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0043d8810, 0x0, 0x0, 0x0, 0x1800, 0xc004ed4000, 0x1514, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004ed4000, 0x1514, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002ba7b80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002fcd518, 0xc000ffd220, 0xc000ffde00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008ef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1253 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0028eb500, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xd, 0xc0028eb500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006144db0, 0xc004cd1320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc004cd1518, 0xc006144060, 0xc000670e60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc004cd1518, 0xc006144060, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc004cd1518, 0xc006144060, 0xc006144060)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008efc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1254 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0051d6000, 0xe4f, 0xc004bf9218, 0xc000782380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0051d6000, 0xe4f, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004bf93c0, 0xaa0599, 0x2, 0xc0051d6000, 0xe4f, 0x1, 0x2db, 0xc0062e8f40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0051d6000, 0xe4f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004bf9518, 0xc0006712e0, 0x2c, 0xc0012187ed)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1255 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e02f8e00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00089dce0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00089dcd0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001e52000, 0x74c, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d57ac0, 0x33, 0xc001e52000, 0x74c, 0xc001e52000, 0x74c, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d57ac0, 0x33, 0xc001e52000, 0x74c, 0xaa0378, 0x1, 0xc001e52000, 0x74c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1257 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13641bef30, 0x7f13641a9740)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004425080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004425060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0025b6800, 0x752, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019cefd0, 0x5c, 0xc0025b6800, 0x752, 0xc0025b6800, 0x752, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019cefd0, 0x5c, 0xc0025b6800, 0x752, 0xaa0378, 0x1, 0xc0025b6800, 0x752, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1258 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12dc1b0ba0, 0x7f12dc1a8b60)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00536bfb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00536bfa0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00083b800, 0xb23, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019de150, 0x29, 0xc00083b800, 0xb23, 0xc00083b800, 0xb23, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019de150, 0x29, 0xc00083b800, 0xb23, 0xaa0378, 0x1, 0xc00083b800, 0xb23, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1259 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc001e81c00, 0x6da, 0x2, 0xc0017dda58, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc001e81c00, 0x6da, 0xaa0378, 0x1, 0xc001e81500, 0x6da)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc001e81c00, 0x6da, 0xaa0378, 0x1, 0xc001e81c00, 0x6da)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1261 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.beforeHeadIM(0xc003ebb520, 0x7f1300000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:591 +0xa4
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ebb520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ebb520, 0xc00677dd50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0045bfac0, 0x0, 0x0, 0x0, 0xc002b5b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0045bfac0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002b5b8f8, 0xc001818400, 0xbe1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1263 [runnable]:
strings.Index(0xc0041e54bd, 0xdf, 0xaa0378, 0x1, 0x6)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc0041e54bd, 0xdf, 0xaa0378, 0x1, 0x0, 0x1df, 0xc005c14000, 0x1e0, 0x1e0)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028953c0, 0xaa04f9, 0x2, 0xc0055e6900, 0x89c, 0x8, 0x1e0, 0xc004973f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0055e6900, 0x89c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002895518, 0xc004973bc0, 0x50, 0xc0004aaf00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1264 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fd53c0, 0xaa058b, 0x2, 0xc005842000, 0xa4e, 0x1, 0x20c, 0xc003adb920)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005842000, 0xa4e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fd5518, 0xc004ec7100, 0x66, 0xc004815b20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1265 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002bb92e0, 0x432e00, 0xc002bb9210, 0x48afc0e8, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002bb92e0, 0xc000530300, 0x5, 0xc002bb9230, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002bb92e0, 0xc002bb92f8, 0x43b3b7, 0x1252790, 0xc002bb9200, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f13c85ca810, 0xc002bb9301, 0x10100000042ab7a, 0x0, 0x1292)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050bda40, 0xaa64ee, 0x5, 0x1da7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc002bb9518, 0xc004973f40, 0x1292, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1266 [semacquire]:
strings.genSplit(0xc004934f50, 0x48, 0xaa071e, 0x3, 0x0, 0xffffffffffffffff, 0xc0041e6fc0, 0xaac16b, 0x7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetTitleFromUnmodifiedTitle(0xc002bbb518, 0xc004934f50, 0x48, 0x48, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:83 +0x220
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:129 +0x2c4
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1267 [semacquire]:
internal/reflectlite.Swapper(0x9de760, 0xc00166fa80, 0x9de760)
/usr/local/go/src/internal/reflectlite/swapper.go:64 +0x1a3
sort.SliceStable(0x9de760, 0xc00166fa80, 0xc005fbf830)
/usr/local/go/src/sort/slice.go:26 +0x7d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.calculateConfidence(0xc005130400, 0x30, 0x40, 0xc001e01e00, 0x170f9, 0xc005130400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:167 +0x9e
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d52000, 0xe88, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:162 +0x333
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d52000, 0xe88, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d52000, 0xe88, 0x0, 0x0, 0xe88, 0xc001d52000, 0xe88)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d52000, 0xe88, 0xe88, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004166100, 0x3d, 0xc001d52000, 0xe88, 0xc001d52000, 0xe88, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004166100, 0x3d, 0xc001d52000, 0xe88, 0xaa0378, 0x1, 0xc001d52000, 0xe88, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1268 [runnable]:
regexp.(*machine).add(0xc006b9c0f0, 0xc006b9c130, 0x3, 0x4c2, 0xc004c447c0, 0x2, 0x4, 0xc005bf17f0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:342 +0x329
regexp.(*machine).add(0xc006b9c0f0, 0xc006b9c130, 0x26, 0x4c2, 0xc004c447c0, 0x2, 0x4, 0xc005bf17f0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc006b9c0f0, 0xc006b9c130, 0xc00000003c, 0x4c2, 0xc004c447c0, 0x2, 0x4, 0xc005bf17f0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc006b9c0f0, 0xc006b9c130, 0xc000000049, 0x4c2, 0xc004c447c0, 0x2, 0x4, 0xc005bf17f0, 0x0, 0x0)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).match(0xc006b9c0f0, 0xb886e0, 0xc006b9c1b0, 0x4c2, 0xc005bf18f0)
/usr/local/go/src/regexp/exec.go:222 +0x366
regexp.(*Regexp).doExecute(0xc001b24a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026c6c02, 0x1244, 0x41d, 0x2, ...)
/usr/local/go/src/regexp/exec.go:542 +0x177
regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc0026c6c02, 0x1244, 0x2, 0xc005bf1a58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc0026c6c02, 0x1244, 0x0, 0x0, 0xc0001e9410, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0026c6c02, 0x1244, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008fb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1269 [runnable]:
strings.Index(0xc004da540d, 0xbc7, 0xaa0378, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc004da540d, 0xbc7, 0xaa0378, 0x1, 0x0, 0x26a, 0xc0072c3000, 0x26b, 0x26b)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002bb53c0, 0xaa04fd, 0x2, 0xc004da3000, 0xbd4, 0x4b, 0x26b, 0xc005a23f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004da3000, 0xbd4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002bb5518, 0xc005a23b20, 0x49, 0xc0051aaa50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008fbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1270 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000746a90, 0xc0020335f0, 0xc2)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000746a90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000746a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000746a90, 0xc0078f3650, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc002474510, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc0024744b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0024744b0, 0x0, 0x0, 0x0, 0xc80, 0xc003471900, 0xc55, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc003471900, 0xc55, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0022be200)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002bb7518, 0xc0026050e0, 0xc002245a40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008fc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1271 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003354000, 0xd62, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003354000, 0xd62, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003354000, 0xd62, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003354000, 0xd62, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003354000, 0xd62, 0x0, 0x0, 0xd62, 0xc003354000, 0xd62)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003354000, 0xd62, 0xd62, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019cc280, 0x3e, 0xc003354000, 0xd62, 0xc003354000, 0xd62, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019cc280, 0x3e, 0xc003354000, 0xd62, 0xaa0378, 0x1, 0xc003354000, 0xd62, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008fd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1272 [semacquire]:
strings.genSplit(0xc0061fd100, 0xd59, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004e2f000, 0x2c5, 0x2c5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c2b3c0, 0xaa058b, 0x2, 0xc000640880, 0xd59, 0x1, 0x2c5, 0xc0000a66c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000640880, 0xd59, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c2b518, 0xc006529f80, 0x2f, 0xc006d88360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008fe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1273 [runnable]:
strings.Index(0xc004598a80, 0xa6c, 0xaa0378, 0x1, 0x19f)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc004598a80, 0xa6c, 0xaa0378, 0x1, 0x0, 0x19f, 0xa6c, 0xc003794a80, 0xa7e)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00309f518, 0xc0004cede0, 0xc003c09700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008fec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1274 [semacquire]:
regexp.(*Regexp).expand(0xc003e62f00, 0xc006d79900, 0x1300, 0x1300, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc002509800, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc006d79900, 0x1300, 0x1300, 0xc004524200, 0x2, 0x2, 0xc002509800, 0x16ca, 0x1311)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc003e62f00, 0x0, 0x0, 0x0, 0xc002509800, 0x16ca, 0x2, 0xc005833218, 0xc002509800, 0x16ca, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc003e62f00, 0xc002509800, 0x16ca, 0xaa0378, 0x1, 0x1, 0x3b)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0022c7518, 0xc0026053e0, 0xc002605e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008ff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1275 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.FromHTMLNode(0xc002db4af0, 0x0, 0x0, 0x0, 0x0, 0xc002db4af0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0041e8780, 0x0, 0x0, 0x0, 0xc00, 0xc00163d400, 0xa88, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00163d400, 0xa88, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0062f9480)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c15518, 0xc006528e80, 0xc004bb37e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1276 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0065281c0, 0xc0047d72c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047d73c0, 0xaa04f9, 0x2, 0xc004ed3100, 0x6ef, 0x7, 0x19b, 0xc0043cd140)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004ed3100, 0x6ef, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047d7518, 0xc003c09900, 0x1f, 0xc001ca1f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1277 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0006714e0, 0xc0026c92c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026c93c0, 0xaa04f9, 0x2, 0xc00337f100, 0xcd9, 0x1, 0x263, 0xc0022510e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00337f100, 0xcd9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0026c9518, 0xc00477fc20, 0x3f, 0xc004cc160d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1278 [runnable]:
golang.org/x/net/html.(*Tokenizer).TagAttr(0xc0061a1ee0, 0x0, 0x0, 0x0, 0x1, 0xc0026b8ab0, 0x0, 0x1)
/home/develop/go/src/golang.org/x/net/html/token.go:1155 +0x26e
golang.org/x/net/html.(*Tokenizer).Token(0xc0061a1ee0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1180 +0xe1
golang.org/x/net/html.(*parser).parse(0xc005bd8000, 0xc0020888c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0026b8a20, 0x0, 0x0, 0x0, 0x0, 0x1301, 0xc0026b89f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0026b89f0, 0x0, 0x0, 0x0, 0x1500, 0xc0023ce000, 0x13e5, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0023ce000, 0x13e5, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004246800)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c41518, 0xc0024bd380, 0xc0002d9480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1279 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc00576a5a8, 0x1, 0x1, 0xc002c17278, 0xc00416a5c0, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc00576a578, 0x1, 0x1, 0xc002c17348, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc00576a578, 0x1, 0x1, 0xb856e0, 0xc00416a5c0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001f6ac30, 0xab9e11, 0x19, 0xc001f6b0e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc002c17518, 0xc00416a300, 0x1264, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1280 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc003eba680)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc003eba680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003eba680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003eba680, 0xc0064068c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019e98c0, 0x0, 0x0, 0x0, 0xc003353200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019e98c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033538f8, 0xc000f7af80, 0x1996, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1281 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0004ce820, 0x4, 0x4, 0xc00223ecc0, 0x6, 0x6, 0xc0025e2fe0, 0xc0004ce7a0, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc0002c8318, 0x1, 0x1, 0xc0025e30b0, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc0002c8318, 0x1, 0x1, 0xb856e0, 0xc0004ce7a0, 0xc00223ec90, 0xc00223ec90, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00223eba0, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033718f8, 0xc003363500, 0x9ee, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1282 [semacquire]:
bytes.makeSlice(0x19f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002c2d388, 0x27, 0xb)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002c2d388, 0xc001aadda0, 0x27, 0x5165d7, 0xc006edaf95, 0xc0003d6577)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bf1f10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bf1ea0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bf1dc0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bf18f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bf1810)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bf1110)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00530d8f0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c2d518, 0xc00075e6a0, 0x3c, 0xc001b608c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033ab40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1283 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002311fe0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002311fe0, 0x0, 0x0, 0x0, 0xc003439200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002311fe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034398f8, 0xc003270000, 0xe0b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033acc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1284 [semacquire]:
bytes.makeSlice(0x40f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003d2d0c0, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003d2d0c0, 0x1189d00, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003d2d0c0, 0xc0016bc540, 0xd5, 0xd5, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003d2d0c0, 0xc002e6c850, 0xc003d2c1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d2d0c0, 0xc002e6c7e0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003d2d0c0, 0xc002e6c7e0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003d2d0c0, 0xc002e6c7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003d2d0c0, 0xc002e6c7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d2d0c0, 0xc0079f5f10, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00326d0c0, 0xc0079f5f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00326d0c0, 0xc0079f5f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d2d0c0, 0xc0079f5e30, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00326d0c0, 0xc0079f5e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00326d0c0, 0xc0079f5e30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d2d0c0, 0xc0079f5730, 0xc000a55880, 0x7f13f0419e98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00326d0c0, 0xc0079f5730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00326d0c0, 0xc0079f5730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d2d0c0, 0xc0079f5650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00326d0c0, 0xc0079f5650, 0x54b170, 0xc005377040)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0079f5650, 0x0, 0x0, 0x0, 0x0, 0xc0079f5650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004ada2d0, 0x0, 0x0, 0x0, 0xc00, 0xc00592cc00, 0xb01, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00592cc00, 0xb01, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0074b25c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00326d518, 0xc005168d20, 0xc0051695c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033ae40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1285 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002574880, 0xccf, 0xc002c3d218, 0xc000b03500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002574880, 0xccf, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c3d3c0, 0xaa059b, 0x2, 0xc002574880, 0xccf, 0x15, 0x2c2, 0xc003db1800)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002574880, 0xccf, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c3d518, 0xc0045bffc0, 0x24, 0xc0000ad260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033afc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1286 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40114e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0039c50f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0039c50e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004143500, 0x947, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004934780, 0x41, 0xc004143500, 0x947, 0xc004143500, 0x947, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004934780, 0x41, 0xc004143500, 0x947, 0xaa0378, 0x1, 0xc004143500, 0x947, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1287 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000500f70, 0xc00571f810, 0x43)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000500f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000500f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000500f70, 0xc00564c1c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973540, 0x0, 0x0, 0x0, 0xc0043e7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973540, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043e78f8, 0xc001749800, 0x266f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1288 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4010ca0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045d56e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0045d56d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0042bb500, 0x95e, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043fe4b0, 0x4a, 0xc0042bb500, 0x95e, 0xc0042bb500, 0x95e, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0043fe4b0, 0x4a, 0xc0042bb500, 0x95e, 0xaa0378, 0x1, 0xc0042bb500, 0x95e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1289 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0032084e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0032085b0, 0xc0022dfdc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e3c0, 0x0, 0x0, 0x0, 0xc003b2b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e3c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b2b8f8, 0xc0035c6000, 0xda7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1290 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003208820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0032088f0, 0xc00238ea10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e440, 0x0, 0x0, 0x0, 0xc0006a5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0006a58f8, 0xc0030fd500, 0xa63, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1291 [semacquire]:
strings.genSplit(0xc0073a3800, 0x6a8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00236ae70, 0xc0006a7360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006a73c0, 0xaa04d9, 0x2, 0xc0073a3100, 0x6a8, 0xc0073a3100, 0xc0006a73b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0073a3100, 0x6a8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006a7518, 0xc003f26c20, 0x45, 0xc001d1b6d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1292 [semacquire]:
regexp.makeOnePass.func1(0x2, 0xc004349020, 0xf, 0xf, 0x42ca96)
/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass.func1(0x1, 0xc004349020, 0xf, 0xf, 0x4)
/usr/local/go/src/regexp/onepass.go:358 +0x5d7
regexp.makeOnePass(0xc005752390, 0xc005752390)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc005752330, 0xc005752330)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002e0d300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002e0d300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002e0d300, 0x0, 0xb856e0, 0xc0004ce0a8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002e0d300, 0xc002c9e230, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002e0d300, 0x42ca96, 0xc005752300, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002e0d370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007819fa0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0059c2db0, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002e0d518, 0xc0022450a0, 0xabc101, 0x1d, 0x33, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033ba40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1293 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc00475fe10)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc00475fe10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00475fe10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00475fe10, 0xc0026552d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cc980, 0x0, 0x0, 0x0, 0xc003b35200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cc980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b358f8, 0xc001f50000, 0x152b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1294 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc006918360, 0x2c, 0x2, 0xc007aaa198, 0xc00714b180, 0x4d, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc006918360, 0x2c, 0xaa0378, 0x1, 0xc00571f770, 0x4d)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007aab0c0, 0xc0040dc690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aab0c0, 0xc0040dc380, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc007aab0c0, 0xc0040dc380, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007aab0c0, 0xc0040dc380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007aab0c0, 0xc0040dc380, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aab0c0, 0xc00338d9d0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0006a10c0, 0xc00338d9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006a10c0, 0xc00338d9d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aab0c0, 0xc00338d8f0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0006a10c0, 0xc00338d8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006a10c0, 0xc00338d8f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aab0c0, 0xc00338d1f0, 0xc000782380, 0x7f13f041a560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0006a10c0, 0xc00338d1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006a10c0, 0xc00338d1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aab0c0, 0xc00338d110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006a10c0, 0xc00338d110, 0x54b170, 0xc001ae5ee0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00338d110, 0x0, 0x0, 0x0, 0x0, 0xc00338d110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007a815f0, 0x0, 0x0, 0x0, 0xc00, 0xc0038dc000, 0xaa0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0038dc000, 0xaa0, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001f3dc80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0006a1518, 0xc0020e2be0, 0xc007676dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1295 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003209930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc003209a00, 0xc0051f61c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cd120, 0x0, 0x0, 0x0, 0xc003507200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cd120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035078f8, 0xc000515900, 0x10f3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1296 [semacquire]:
regexp.(*Regexp).expand(0xc001b24b40, 0xc004e48000, 0x800, 0x800, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc004c5aa80, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc004e48000, 0x800, 0x800, 0xc00065b820, 0x2, 0x2, 0xc004c5aa80, 0xa31, 0x656)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc004c5aa80, 0xa31, 0x2, 0xc005d8da58, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc004c5aa80, 0xa31, 0xaa0378, 0x1, 0xc001b88a80, 0xa31)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc004c5aa80, 0xa31, 0xaa0378, 0x1, 0xc004c5aa80, 0xa31)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1297 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0037a5400, 0x4e9, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0037a5400, 0x4e9, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0037a5400, 0x4e9, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0037a5400, 0x4e9, 0x0, 0x0, 0x4e9, 0xc0037a5400, 0x4e9)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0037a5400, 0x4e9, 0x4e9, 0x500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b1bea0, 0x51, 0xc0037a5400, 0x4e9, 0xc0037a5400, 0x4e9, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b1bea0, 0x51, 0xc0037a5400, 0x4e9, 0xaa0378, 0x1, 0xc0037a5400, 0x4e9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003621e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1298 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004faf470, 0x5e8b0833, 0x1251a20, 0xc0043ccce0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1299 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4005800, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004424820, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044247e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0005d8000, 0x842, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004935ea0, 0x4d, 0xc0005d8000, 0x842, 0xc0005d8000, 0x842, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004935ea0, 0x4d, 0xc0005d8000, 0x842, 0xaa0378, 0x1, 0xc0005d8000, 0x842, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003624e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1300 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ec6440, 0x0, 0x0, 0x0, 0xc000765200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ec6440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0007658f8, 0xc0023d0a00, 0x13c9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1301 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003209ad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003209ba0, 0xc00565c070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cd160, 0x0, 0x0, 0x0, 0xc002aab200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cd160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002aab8f8, 0xc002aa2c00, 0x1015, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003627e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1302 [runnable]:
golang.org/x/net/html.(*parser).addChild(0xc0027d2a90, 0xc007ebc000)
/home/develop/go/src/golang.org/x/net/html/parse.go:226 +0x276
golang.org/x/net/html.(*parser).addText(0xc0027d2a90, 0xc0039cddc0, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x162
golang.org/x/net/html.inBodyIM(0xc0027d2a90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0027d2a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0027d2a90, 0xc0022f2230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000eea0, 0x0, 0x0, 0x0, 0xc002aa5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000eea0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002aa58f8, 0xc002ab5900, 0x10a9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1303 [semacquire]:
strings.genSplit(0xc007e01900, 0xc5d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006b47500, 0x28a, 0x28a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002aa73c0, 0xaa058b, 0x2, 0xc00211e000, 0xc5d, 0x1, 0x28a, 0xc007676520)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00211e000, 0xc5d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002aa7518, 0xc007676060, 0x3f, 0xc0040cd540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1304 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40095e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00249d0f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00249d0e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002576380, 0xca6, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d19c00, 0x3c, 0xc002576380, 0xca6, 0xc002576380, 0xca6, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d19c00, 0x3c, 0xc002576380, 0xca6, 0xaa0378, 0x1, 0xc002576380, 0xca6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1305 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0059b6e70, 0xc0047a0b70, 0xc0037b5210)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0037b5518, 0xc0059b6e70, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0037b5518, 0xc00467d5c0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1306 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0038abc00, 0x615, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0038abc00, 0x615, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0038abc00, 0x615, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0038abc00, 0x615, 0x0, 0x0, 0x615, 0xc0038abc00, 0x615)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0038abc00, 0x615, 0x615, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e11e50, 0x50, 0xc0038abc00, 0x615, 0xc0038abc00, 0x615, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e11e50, 0x50, 0xc0038abc00, 0x615, 0xaa0378, 0x1, 0xc0038abc00, 0x615, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1307 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400db90, 0x7f13501aa1b0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004f356e0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004f356d0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002987800, 0x62b, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019de3f0, 0x2c, 0xc002987800, 0x62b, 0xc002987800, 0x62b, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019de3f0, 0x2c, 0xc002987800, 0x62b, 0xaa0378, 0x1, 0xc002987800, 0x62b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003630e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1308 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b50e0, 0x0, 0x0, 0x0, 0xc0034a2000, 0x14b9, 0x2, 0xc0037af218, 0xc000823ae8, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b50e0, 0xc0034a2000, 0x14b9, 0xaa0378, 0x1, 0xc00432a640, 0xc000823c28)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0037af388, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0037af388, 0xc00531a2a0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0037af301, 0xc000823bd8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0037af518, 0xc00531a2a0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1309 [semacquire]:
bytes.makeSlice(0x1f9d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002607f50, 0x329, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002607f50, 0xc005042e00, 0x329, 0x6, 0xffffffffffffffff, 0xaa03f5)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002607f50, 0xc005042e00, 0x329, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002607f50, 0xc0047aca80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc002607f50, 0xc0045b08c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002607f50, 0xc004529ab0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002607f50, 0xc0045299d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002607f50, 0xc00479a7e0, 0xb84d20, 0xc002607f50)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002607f50, 0xc00479a7e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004effd70, 0x5966c8c0, 0x1251a20, 0xc004973920, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003633e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1310 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).parseClass(0xc006c8cfc0, 0xaa5b70, 0x5, 0x46620f, 0xc00197f200, 0x5, 0xc004fe10b0)
/usr/local/go/src/regexp/syntax/parse.go:1534 +0x945
regexp/syntax.Parse(0xaa5b70, 0x5, 0xc004fe00d4, 0x7f13f0419101, 0x47f290, 0xc004674680)
/usr/local/go/src/regexp/syntax/parse.go:774 +0xc9a
regexp.compile(0xaa5b70, 0x5, 0xd4, 0xc000032478, 0xc004fe1248, 0x509d68)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003255518, 0xc00467d960, 0xc004bb3c20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1311 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4002c00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00172ac20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00172ac10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0050e6700, 0x6e9, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00410cf00, 0x78, 0xc0050e6700, 0x6e9, 0xc0050e6700, 0x6e9, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00410cf00, 0x78, 0xc0050e6700, 0x6e9, 0xaa0378, 0x1, 0xc0050e6700, 0x6e9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003636e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1312 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0025d6600, 0x1041, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0025d6600, 0x1041, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0025d6600, 0x1041, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0025d6600, 0x1041, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0025d6600, 0x1041, 0x0, 0x0, 0x1041, 0xc0025d6600, 0x1041)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0025d6600, 0x1041, 0x1041, 0x1500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00066cfc0, 0x66, 0xc0025d6600, 0x1041, 0xc0025d6600, 0x1041, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00066cfc0, 0x66, 0xc0025d6600, 0x1041, 0xaa0378, 0x1, 0xc0025d6600, 0x1041, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1313 [runnable]:
strings.genSplit(0xc0001e5084, 0x6e8, 0xaa0378, 0x1, 0x0, 0x18b, 0xc00800b300, 0x18c, 0x18c)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b593c0, 0xaa0503, 0x2, 0xc006bd7800, 0x76c, 0x1, 0x18c, 0xc0002d9d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006bd7800, 0x76c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b59518, 0xc002311f00, 0x4f, 0xc0001f31d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003639e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1314 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00516ee00, 0x315, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00516ee00, 0x315, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00516ee00, 0x315, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00516ee00, 0x315, 0x0, 0x0, 0x315, 0xc00516ee00, 0x315)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00516ee00, 0x315, 0x315, 0x380)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005e19500, 0x32, 0xc00516ee00, 0x315, 0xc00516ee00, 0x315, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005e19500, 0x32, 0xc00516ee00, 0x315, 0xaa0378, 0x1, 0xc00516ee00, 0x315, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363b60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1315 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007818220, 0xc002c192c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c193c0, 0xaa059b, 0x2, 0xc005da2300, 0x696, 0x13, 0x14f, 0xc003c09b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005da2300, 0x696, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c19518, 0xc002311f40, 0x5a, 0xc002928420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363ce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1316 [runnable]:
strings.(*Builder).WriteRune(0xc002fd1160, 0xc000000066, 0x31, 0xc007e42000, 0x203001)
/usr/local/go/src/strings/builder.go:104 +0x29d
strings.Map(0xae62d0, 0xc006410000, 0x77a, 0xc002fd1218, 0xc000783c00)
/usr/local/go/src/strings/strings.go:488 +0x436
strings.ToLower(0xc006410000, 0x77a, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fd13c0, 0xaa04df, 0x2, 0xc006410000, 0x77a, 0x4, 0x188, 0xc003f277c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006410000, 0x77a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fd1518, 0xc0019e9660, 0x42, 0xc001bdaaa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363e60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1317 [semacquire]:
bytes.makeSlice(0x27f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003ca61e0, 0x7, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003ca61e0, 0xad070f, 0x7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc003ca61e0, 0xc001dd1650, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316
golang.org/x/net/html.render1(0xb84d20, 0xc003ca61e0, 0xc001dd11f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003ca61e0, 0xc001dd1180, 0xb84d20, 0xc003ca61e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003ca61e0, 0xc001dd1180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0030daff0, 0xc5c647a7, 0x1251a20, 0xc004f2a880, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a000, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1318 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00435fd70, 0x7f1066d5, 0x1251a20, 0xc00416b220, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a180, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1319 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00076d0c0, 0xc006314680, 0x188, 0xc00000201d, 0x100, 0x201d)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:466 +0x73
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00076d0c0, 0xc006314680, 0x188, 0x188, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00076d0c0, 0xc006ee55e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00076d0c0, 0xc006ee52d0, 0x1, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00076d0c0, 0xc006ee52d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:189 +0xdfe
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00076d0c0, 0xc006ee52d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00076d0c0, 0xc002cd6a80, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00076d0c0, 0xc002cd6a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00076d0c0, 0xc002cd6a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00076d0c0, 0xc002cd69a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00076d0c0, 0xc002cd69a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00076d0c0, 0xc002cd69a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00076d0c0, 0xc002cd6150, 0xc000d58e00, 0x7f13f041b9b8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00076d0c0, 0xc002cd6150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00076d0c0, 0xc002cd6150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00076d0c0, 0xc003dc7c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00076d0c0, 0xc003dc7c70, 0x54b170, 0xc0031e9790)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003dc7c70, 0x0, 0x0, 0x0, 0x0, 0xc003dc7c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007084f60, 0x0, 0x0, 0x0, 0x1800, 0xc00213b000, 0x1791, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00213b000, 0x1791, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0024e6660)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00076d518, 0xc00166e220, 0xc00427dcc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a300, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1321 [semacquire]:
strings.Replace(0xc003006a00, 0x1a18, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc00338ce70, 0xc004ebb7e0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047bb8f8, 0xc003006a00, 0x1a18, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a600, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1322 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0033d1000, 0x1540, 0xc001e79218, 0xc000cdb880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0033d1000, 0x1540, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e793c0, 0xaa0503, 0x2, 0xc0033d1000, 0x1540, 0x1, 0x527, 0xc0004ce6c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0033d1000, 0x1540, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e79518, 0xc00384cf40, 0x7c, 0xc0030dce80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a780, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1323 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007a3b0c0, 0xc002c93ab0, 0x7, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:258 +0x1e1
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007a3b0c0, 0xc002c93ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a3b0c0, 0xc002c939d0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc007a3b0c0, 0xc002c939d0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007a3b0c0, 0xc002c939d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007a3b0c0, 0xc002c939d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a3b0c0, 0xc002c923f0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f270c0, 0xc002c923f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f270c0, 0xc002c923f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a3b0c0, 0xc002c92310, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f270c0, 0xc002c92310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f270c0, 0xc002c92310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a3b0c0, 0xc0068f7c00, 0xc0002af880, 0x7f13f041ac28)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f270c0, 0xc0068f7c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f270c0, 0xc0068f7c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a3b0c0, 0xc0068f7b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f270c0, 0xc0068f7b20, 0x54b170, 0xc000921930)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0068f7b20, 0x0, 0x0, 0x0, 0x0, 0xc0068f7b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001e4e9f0, 0x0, 0x0, 0x0, 0x1000, 0xc0035c9000, 0xdad, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0035c9000, 0xdad, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0036e6af0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004f27518, 0xc0022451e0, 0xc00744b9c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1324 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003f27440, 0xc001f7b1c8, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f7b400, 0xaa04f9, 0x2, 0xc00476e880, 0xd54, 0xc001f7b240, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc004e68600)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004e685d0, 0xc001f7b2c8, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc001f7b388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001f7b388, 0xc00591d9e0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001f7b301, 0xc004751ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001f7b518, 0xc00591d9e0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038aa80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1325 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003e91440, 0xc001d992c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001d993c0, 0xaa0503, 0x2, 0xc000831000, 0x1724, 0xc000831000, 0xc001d993b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000831000, 0x1724, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d99518, 0xc003e910e0, 0x47, 0xc0016a1ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ac00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1326 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0004ce9a0, 0xc0047bf2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047bf3c0, 0xaa04f9, 0x2, 0xc003fd9300, 0x120b, 0x1, 0x394, 0xc004339320)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003fd9300, 0x120b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047bf518, 0xc004338ec0, 0x4b, 0xc005a98b90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ad80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1327 [semacquire]:
strings.genSplit(0xc005dacd80, 0xcd3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004383500, 0x315, 0x315)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fbd3c0, 0xaa04df, 0x2, 0xc00678ad80, 0xcd3, 0x6, 0x315, 0xc0045bf160)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00678ad80, 0xcd3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fbd518, 0xc00000f100, 0x4b, 0xc0004abcd6)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038af00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1328 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc0042c783e)
/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc002deb0b0, 0x4341f3)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHTMLIM(0xc0031e8a90, 0x7f1300000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0031e8a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0031e8a90, 0xc000768070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0042c7800, 0x0, 0x0, 0x0, 0xc002deb200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0042c7800, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002deb8f8, 0xc002b81900, 0x122a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1329 [semacquire]:
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0030c9518, 0xc0020bc160, 0xc006528500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:314 +0x5b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1330 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4006b40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc006142630, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006142620, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0067b6500, 0x25d, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a1d60, 0x4c, 0xc0067b6500, 0x25d, 0xc0067b6500, 0x25d, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a1d60, 0x4c, 0xc0067b6500, 0x25d, 0xaa0378, 0x1, 0xc0067b6500, 0x25d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1331 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005e3b0c0, 0xc005b31680, 0x10e, 0x10e, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e3b0c0, 0xc006614540, 0xc005e3a1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e3b0c0, 0xc0066144d0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005e3b0c0, 0xc0066144d0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005e3b0c0, 0xc0066144d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e3b0c0, 0xc0066144d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e3b0c0, 0xc00660f810, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034610c0, 0xc00660f810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034610c0, 0xc00660f810, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e3b0c0, 0xc00660f730, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034610c0, 0xc00660f730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034610c0, 0xc00660f730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e3b0c0, 0xc00660f030, 0xc000d58380, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034610c0, 0xc00660f030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034610c0, 0xc00660f030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e3b0c0, 0xc0008cb110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034610c0, 0xc0008cb110, 0x54b170, 0xc003012000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0008cb110, 0x0, 0x0, 0x0, 0x0, 0xc0008cb110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0027fdd10, 0x0, 0x0, 0x0, 0x1800, 0xc0032d1000, 0x1523, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0032d1000, 0x1523, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001aabea0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003461518, 0xc0000a6360, 0xc00392c440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1332 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000826000, 0xc00761e000, 0x226)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000826000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000826000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000826000, 0xc004e76d20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e060, 0x0, 0x0, 0x0, 0xc003537200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e060, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035378f8, 0xc002bc2000, 0x1132, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1333 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc003890f00, 0x10, 0x10, 0xc0013b5f00, 0x13, 0x20, 0xc001183020, 0xc0052a3390, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc0052a2a90, 0x1, 0x1, 0xc0011830f0, 0x7f13f0419e98, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0052a2a90, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0052a3390, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0076ab620, 0xc004c7b4a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001183518, 0xc0076ab620, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001183518, 0xc0051693c0, 0x94)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1334 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002ff65b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc002ff6680, 0xc00529f6c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004f2aae0, 0x0, 0x0, 0x0, 0xc003341200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004f2aae0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033418f8, 0xc002d02a00, 0x14c6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1335 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0008260d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0008261a0, 0xc004e77180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e0a0, 0x0, 0x0, 0x0, 0xc003b23200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e0a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b238f8, 0xc001b01980, 0x18f6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1336 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000827860, 0xc004310e40, 0xba)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000827860, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000827860)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000827860, 0xc00567abd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003ada540, 0x0, 0x0, 0x0, 0xc00351f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003ada540, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00351f8f8, 0xc0015ac600, 0x1014, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1337 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003208680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003208750, 0xc0045f07e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e400, 0x0, 0x0, 0x0, 0xc000f61200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e400, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f618f8, 0xc00171b900, 0x21ac, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038be00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1338 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x318, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00562c000, 0x318, 0x318, 0x600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b61006, 0x2e, 0xc00562c000, 0x318, 0xc00562c000, 0x318, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b61006, 0x2e, 0xc00562c000, 0x318, 0xaa0378, 0x1, 0xc00562c000, 0x318, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1339 [semacquire]:
bytes.makeSlice(0x1631, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003307388, 0x295, 0x8d)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003307388, 0xc001b6f600, 0x295, 0x8d, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0059e10a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0059e0ee0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00567a1c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00567a0e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0057659d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0047a1e30, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003307518, 0xc005628000, 0x3c, 0xc0058ce9c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1340 [runnable]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f633c0, 0xaa058b, 0x2, 0xc005b44a00, 0x4ef, 0x1, 0x164, 0xc002605e40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b44a00, 0x4ef, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000f63518, 0xc005a23540, 0x30, 0xc004d99320)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1341 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0067bea80, 0x925, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0067bea80, 0x925, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0067bea80, 0x925, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0067bea80, 0x925, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0067bea80, 0x925, 0x0, 0x0, 0x925, 0xc0067bea80, 0x925)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0067bea80, 0x925, 0x925, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0041668c0, 0x32, 0xc0067bea80, 0x925, 0xc0067bea80, 0x925, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0041668c0, 0x32, 0xc0067bea80, 0x925, 0xaa0378, 0x1, 0xc0067bea80, 0x925, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1342 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d8004400, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002191240, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002191230, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001e68a00, 0x6c8, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aff260, 0x64, 0xc001e68a00, 0x6c8, 0xc001e68a00, 0x6c8, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aff260, 0x64, 0xc001e68a00, 0x6c8, 0xaa0378, 0x1, 0xc001e68a00, 0x6c8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003151a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1343 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034213c0, 0xaa04f9, 0x2, 0xc003add800, 0x763, 0xc003add800, 0xc0034213b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003add800, 0x763, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003421518, 0xc0020bde20, 0x61, 0xc00146a150)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1344 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0030121a0, 0xc005c3e5f8, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0030121a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0030121a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0030121a0, 0xc0008cb180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003938980, 0x0, 0x0, 0x0, 0xc002e93200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003938980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e938f8, 0xc0026ea800, 0x1647, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003154a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1345 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0058e5700, 0x508, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0058e5700, 0x508, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0058e5700, 0x508, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0058e5700, 0x508, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0058e5700, 0x508, 0x0, 0x0, 0x508, 0xc0058e5700, 0x508)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0058e5700, 0x508, 0x508, 0x580)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b3ab40, 0x3c, 0xc0058e5700, 0x508, 0xc0058e5700, 0x508, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b3ab40, 0x3c, 0xc0058e5700, 0x508, 0xaa0378, 0x1, 0xc0058e5700, 0x508, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315620, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1346 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1384005a40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0049cfee0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0049cfed0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00283bc00, 0x3a4, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004cc0a80, 0x3b, 0xc00283bc00, 0x3a4, 0xc00283bc00, 0x3a4, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004cc0a80, 0x3b, 0xc00283bc00, 0x3a4, 0xaa0378, 0x1, 0xc00283bc00, 0x3a4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003157a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1347 [semacquire]:
strings.genSplit(0xc0061b9000, 0x16f3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x48f, 0x48f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021993c0, 0xaa058b, 0x2, 0xc0039f1000, 0x16f3, 0x1, 0x48f, 0xc002251100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0039f1000, 0x16f3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002199518, 0xc003db1160, 0x4b, 0xc0051aa000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1348 [semacquire]:
strings.genSplit(0xc004545000, 0x39c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x39c, 0x253, 0x253)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc005745518, 0xc0049c0420, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:575 +0x1a2
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005745518, 0xc0020bcf20, 0xb3)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1349 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc002d25900, 0xc6d, 0x2, 0xc00309fa58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc002d25900, 0xc6d, 0x0, 0x0, 0xc0001e9410, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc002d25900, 0xc6d, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1350 [semacquire]:
bytes.makeSlice(0xcf1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0060b0630, 0xfd, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0060b0630, 0xc003889700, 0xfd, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0060b0630, 0xc003889700, 0xfd, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0060b0630, 0xc0026123f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0060b0630, 0xc002612380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0060b0630, 0xc0037fbe30, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0060b0630, 0xc0037fbd50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0060b0630, 0xc00499bab0, 0xb84d20, 0xc0060b0630)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0060b0630, 0xc00499bab0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004363d70, 0x3, 0xc002a63fb4, 0x6, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003441518, 0xc003746960, 0xc0049a3200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1351 [semacquire]:
bytes.makeSlice(0x8af, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0032cb388, 0xe9, 0x8)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0032cb388, 0xc001ca7e00, 0xe9, 0x5165d7, 0xc003e7c39d, 0xc0044a8cc0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004e6a8c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004e6a850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004cfda40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004cfd960)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004cfd260)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004144f00, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032cb518, 0xc00166f360, 0x3c, 0xc004246dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1352 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0031bd000, 0x7aa, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0031bd000, 0x7aa, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0031bd000, 0x7aa, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0031bd000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0031bd000, 0x7aa, 0x0, 0x0, 0x7aa, 0x800, 0xc0031bd000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0031bd000, 0x7aa, 0x7aa, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0022be4c0, 0x3b, 0xc0031bd000, 0x7aa, 0xc0031bd000, 0x7aa, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0022be4c0, 0x3b, 0xc0031bd000, 0x7aa, 0xaa0378, 0x1, 0xc0031bd000, 0x7aa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1353 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003769620, 0x79a1a8a8, 0x1251a20, 0xc002605ec0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa2a0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1354 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1388218600, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00518a220, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00518a210, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004000380, 0x376, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004167a50, 0x2d, 0xc004000380, 0x376, 0xc004000380, 0x376, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004167a50, 0x2d, 0xc004000380, 0x376, 0xaa0378, 0x1, 0xc004000380, 0x376, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1355 [semacquire]:
strings.genSplit(0xc003748c00, 0x5ed, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0042bc000, 0x13e, 0x13e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034073c0, 0xaa0599, 0x2, 0xc005c52c00, 0x5ed, 0x1, 0x13e, 0xc003adb900)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005c52c00, 0x5ed, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003407518, 0xc0002d95e0, 0x3e, 0xc0036fc300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1356 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005bd91e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005bd92b0, 0xc004933730, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002250560, 0x0, 0x0, 0x0, 0xc0015a5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002250560, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015a58f8, 0xc00199c000, 0x3cb6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1357 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00475fc70, 0xc005bf6600, 0x9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00475fc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00475fc70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00475fc70, 0xc002655260, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cc960, 0x0, 0x0, 0x0, 0xc00350d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cc960, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00350d8f8, 0xc0031da000, 0xf94, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa8a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1358 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1378245630, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f780f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f780e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005718c00, 0x3dc, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b609c0, 0x3e, 0xc005718c00, 0x3dc, 0xc005718c00, 0x3dc, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b609c0, 0x3e, 0xc005718c00, 0x3dc, 0xaa0378, 0x1, 0xc005718c00, 0x3dc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aaa20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1359 [semacquire]:
bytes.makeSlice(0x2ce, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00435fa10, 0x8, 0x5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00435fa10, 0xc002214970, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00435fa10, 0xc002214970, 0x8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00435fa10, 0xc006743180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc00435fa10, 0xc006742d20, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00435fa10, 0xc006742cb0, 0xb84d20, 0xc00435fa10)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00435fa10, 0xc006742cb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00435f530, 0x7f025979, 0x1251a20, 0xc00416af80, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aaba0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1360 [runnable]:
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00104d6b5, 0x7, 0x7, 0x2, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00104d6b5, 0x7, 0x2, 0xc0080c6538, 0xc0075ec780, 0xc001ef05d8, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00104d6b5, 0x7, 0xaa0378, 0x1, 0xc006fd2280, 0x5)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080c70c0, 0xc007956000, 0xc002d81760, 0xc001ef0670)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c70c0, 0xc001d35f80, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001ef10c0, 0xc001d35f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001ef10c0, 0xc001d35f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c70c0, 0xc001d35ea0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001ef10c0, 0xc001d35ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001ef10c0, 0xc001d35ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c70c0, 0xc001d34700, 0x7f13c84e4c48, 0xc001ef0d00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001ef10c0, 0xc001d34700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001ef10c0, 0xc001d34700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c70c0, 0xc001d34620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001ef10c0, 0xc001d34620, 0x54b170, 0xc005c735f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001d34620, 0x0, 0x0, 0x0, 0x0, 0xc001d34620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004105c20, 0x0, 0x0, 0x0, 0x1b00, 0xc00462d600, 0x1a94, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00462d600, 0x1a94, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc007751290)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001ef1518, 0xc007555560, 0xc0056ccec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aad20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1361 [runnable]:
sort.rotate_func(0xc0006777d0, 0xc006252bd0, 0x60, 0x77, 0x8f)
/usr/local/go/src/sort/zfuncversion.go:258 +0x91
sort.symMerge_func(0xc0006777d0, 0xc006252bd0, 0x50, 0x77, 0xa0)
/usr/local/go/src/sort/zfuncversion.go:241 +0x364
sort.symMerge_func(0xc0006777d0, 0xc006252bd0, 0x0, 0x51, 0xa0)
/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.symMerge_func(0xc0006777d0, 0xc006252bd0, 0x0, 0xa0, 0x140)
/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.stable_func(0xc0006777d0, 0xc006252bd0, 0x35f)
/usr/local/go/src/sort/zfuncversion.go:175 +0xc2
sort.SliceStable(0x9de7e0, 0xc0020bc360, 0xc0006777d0)
/usr/local/go/src/sort/slice.go:27 +0xcb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004628a80, 0xa66, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004628a80, 0xa66, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004628a80, 0xa66, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004628a80, 0xa66, 0x0, 0x0, 0xa66, 0xc004628a80, 0xa66)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004628a80, 0xa66, 0xa66, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005a99416, 0x33, 0xc004628a80, 0xa66, 0xc004628a80, 0xa66, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005a99416, 0x33, 0xc004628a80, 0xa66, 0xaa0378, 0x1, 0xc004628a80, 0xa66, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aaea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1362 [semacquire]:
bytes.makeSlice(0x2c55, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0030da2a0, 0x11b1, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0030da2a0, 0xc001673900, 0x11b1, 0x1, 0x127e7a0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0030da2a0, 0xc006b297a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:202 +0x694
golang.org/x/net/html.render1(0xb84d20, 0xc0030da2a0, 0xc002d153b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0030da2a0, 0xc002922cb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0030da2a0, 0xc002922bd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0030da2a0, 0xc0029224d0, 0xb84d20, 0xc0030da2a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0030da2a0, 0xc0029224d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007027230, 0x9e6b64ec, 0x1251a20, 0xc004f2a5c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1363 [semacquire]:
strings.genSplit(0xc002d00000, 0xc02, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005a18a00, 0x23d, 0x23d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033c33c0, 0xaa05c9, 0x2, 0xc0035fcc80, 0xc02, 0x4, 0x23d, 0xc007597620)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0035fcc80, 0xc02, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0033c3518, 0xc0043cdcc0, 0x48, 0xc00485c0fb)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1364 [semacquire]:
strings.Replace(0xc006b9b000, 0xf92, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc006b9b000, 0xf92)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00341f8f8, 0xc0031ea000, 0xf8d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1365 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0049fe9c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0049fea90, 0xc005086ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00416b480, 0x0, 0x0, 0x0, 0xc00341d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00416b480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00341d8f8, 0xc00271b000, 0x154f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1366 [semacquire]:
bytes.makeSlice(0x207, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0036d70c0, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0036d70c0, 0x1189d0d, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0036d70c0, 0xc006886840, 0x298, 0x7, 0xc006886840)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0036d70c0, 0xc007be40e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0036d70c0, 0xc007be40e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0036d70c0, 0xc00706dea0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004b750c0, 0xc00706dea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b750c0, 0xc00706dea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0036d70c0, 0xc00706ddc0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004b750c0, 0xc00706ddc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b750c0, 0xc00706ddc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0036d70c0, 0xc00706d6c0, 0xc0009f0a80, 0x7f13f04197d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004b750c0, 0xc00706d6c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b750c0, 0xc00706d6c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0036d70c0, 0xc00706d5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b750c0, 0xc00706d5e0, 0x54b170, 0xc0015b2f70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00706d5e0, 0x0, 0x0, 0x0, 0x0, 0xc00706d5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00455ca80, 0x0, 0x0, 0x0, 0x1300, 0xc003274000, 0x106d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003274000, 0x106d, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc006d89470)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004b75518, 0xc00000e760, 0xc00000f140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1367 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0041f4480, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003429518, 0xc005629de0, 0x5c, 0xc0006bac1c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab7a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1368 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00242d588, 0xaa04f9, 0x2, 0xc002e061c0, 0xd6, 0x1, 0x26, 0xc0065e3300)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00242d518, 0xc0020e3ba0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab920, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1369 [semacquire]:
bytes.makeSlice(0x6f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0072251f8, 0x6f, 0xa4b3a0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0072251f8, 0xc001a25180, 0x6f, 0x1, 0xb856e0, 0xc0075971c0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0070688c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007068850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0051ed6e0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x7, 0xc0051ed6e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004156e10, 0xc007225320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc007225518, 0xc004156270, 0xc0024bcf40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc007225518, 0xc004156270, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc007225518, 0xc004156270, 0xc004156270)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abaa0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1370 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400dfb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002191ae0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002191ad0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0031de000, 0x595, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036e6370, 0x44, 0xc0031de000, 0x595, 0xc0031de000, 0x595, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036e6370, 0x44, 0xc0031de000, 0x595, 0xaa0378, 0x1, 0xc0031de000, 0x595, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abc20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1371 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc006bd7000, 0x79c, 0x5165d7, 0xc000bff880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc006bd7000, 0x79c, 0xc002a62396, 0x5)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025ed3c0, 0xaa058b, 0x2, 0xc006bd7000, 0x79c, 0xc006bd7000, 0xc0025ed3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006bd7000, 0x79c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025ed518, 0xc0020e2960, 0x49, 0xc0036e6735)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abda0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1372 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0024dea00, 0x1362, 0xc004cd5218, 0xc0002af880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0024dea00, 0x1362, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004cd53c0, 0xaa04df, 0x2, 0xc0024dea00, 0x1362, 0x4, 0x3ef, 0xc0062fe9c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0024dea00, 0x1362, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004cd5518, 0xc0062fe3c0, 0x49, 0xc0036e6b90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abf20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1373 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001878f70, 0xc0074b0f30, 0x8a)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001878f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001878f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001878f70, 0xc0037655e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00495e6c0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00495e690, 0x0, 0x0, 0x0, 0x1800, 0xc004718000, 0x15b3, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004718000, 0x15b3, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0018fe6c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003435518, 0xc002251400, 0xc002251d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d80c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1374 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40110c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0014d62f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0014d62e8, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003f35100, 0x632, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0041675c0, 0x3f, 0xc003f35100, 0x632, 0xc003f35100, 0x632, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0041675c0, 0x3f, 0xc003f35100, 0x632, 0xaa0378, 0x1, 0xc003f35100, 0x632, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8240, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1375 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readByte(0xc000625ee0, 0x77)
/home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af
golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc000625ee0)
/home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64
golang.org/x/net/html.(*Tokenizer).Next(0xc000625ee0, 0x2fc0600000004)
/home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324
golang.org/x/net/html.(*parser).parse(0xc0001ea000, 0xc00401f500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000e900, 0x0, 0x0, 0x0, 0xc002851200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000e900, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028518f8, 0xc002a9e000, 0x1232, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d83c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1376 [semacquire]:
bytes.makeSlice(0x1011, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000699208, 0x3eb, 0x169)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000699208, 0xc0025da000, 0x3eb, 0x5165d7, 0xc0073a2599, 0xc00292a3e8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003da48c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003da4850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002097f80)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004a4f4d0, 0xc004a4f6e0, 0xc0019939c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000699518, 0xc002251e20, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1377 [runnable]:
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc004058610, 0x7, 0x7, 0x2, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc004058610, 0x7, 0x2, 0xc00803a538, 0xc0075ecf00, 0xc0027045d8, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004058610, 0x7, 0xaa0378, 0x1, 0xc006fd2280, 0x5)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00803b0c0, 0xc0021439d0, 0xc002d81760, 0xc002704670)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803b0c0, 0xc002143960, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0027050c0, 0xc002143960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0027050c0, 0xc002143960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803b0c0, 0xc002143880, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0027050c0, 0xc002143880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0027050c0, 0xc002143880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803b0c0, 0xc002143180, 0xc0009fd180, 0x7f13f041b2f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0027050c0, 0xc002143180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0027050c0, 0xc002143180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803b0c0, 0xc0021430a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0027050c0, 0xc0021430a0, 0x54b170, 0xc005c73790)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0021430a0, 0x0, 0x0, 0x0, 0x0, 0xc0021430a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00495ef00, 0x0, 0x0, 0x0, 0x1300, 0xc006a62000, 0x1015, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006a62000, 0x1015, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0040d7c00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002705518, 0xc0056ccfc0, 0xc0056cd900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d86c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1378 [semacquire]:
strings.genSplit(0xc002b03500, 0x1a23, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1a80, 0x0, 0xc002235360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022353c0, 0xaa059b, 0x2, 0xc001220a00, 0x1a23, 0xc001220a00, 0xc0022353b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001220a00, 0x1a23, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002235518, 0xc003746540, 0x45, 0xc0036e6c30)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1379 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002126400, 0x87f, 0xc003437218, 0xc0002af880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002126400, 0x87f, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034373c0, 0xaa04fd, 0x2, 0xc002126400, 0x87f, 0x23, 0x1ad, 0xc0049a24a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002126400, 0x87f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003437518, 0xc0037465a0, 0x46, 0xc0036e6d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d89c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1380 [semacquire]:
strings.genSplit(0xc001fe6a00, 0x1a24, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007151500, 0x52e, 0x52e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0055d93c0, 0xaa0599, 0x2, 0xc004f48480, 0x1a24, 0x1, 0x52e, 0xc00000fb60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004f48480, 0x1a24, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0055d9518, 0xc0037473e0, 0x56, 0xc000451d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1381 [semacquire]:
strings.genSplit(0xc0058f3400, 0x2048, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x605, 0x605)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022393c0, 0xaa0599, 0x2, 0xc001796f00, 0x2048, 0x1, 0x605, 0xc0019e8840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001796f00, 0x2048, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002239518, 0xc0002d81e0, 0x59, 0xc00051c000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1382 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1388191f50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027713b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027713a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0049d7500, 0x965, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001218000, 0x2d, 0xc0049d7500, 0x965, 0xc0049d7500, 0x965, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001218000, 0x2d, 0xc0049d7500, 0x965, 0xaa0378, 0x1, 0xc0049d7500, 0x965, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1383 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d42ab950, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0046f7f40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0046f7f30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0047b2000, 0xfb4, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00051cc0a, 0x4b, 0xc0047b2000, 0xfb4, 0xc0047b2000, 0xfb4, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00051cc0a, 0x4b, 0xc0047b2000, 0xfb4, 0xaa0378, 0x1, 0xc0047b2000, 0xfb4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8fc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1384 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4007380, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044bfe10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044bfe00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0017a1c00, 0xb55, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003c103c0, 0x4d, 0xc0017a1c00, 0xb55, 0xc0017a1c00, 0xb55, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003c103c0, 0x4d, 0xc0017a1c00, 0xb55, 0xaa0378, 0x1, 0xc0017a1c00, 0xb55, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9140, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1385 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00594d588, 0xaa04f9, 0x2, 0xc0006b8c00, 0x108a, 0x6, 0x17, 0xc002310b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00594d518, 0xc00416bd80, 0xbf)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d92c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1386 [semacquire]:
bytes.makeSlice(0x18b4, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0062143f0, 0x2, 0x6)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0062143f0, 0xaa0425, 0x2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0062143f0, 0xc0041b0c40, 0xb84d20, 0xc0062143f0)
/home/develop/go/src/golang.org/x/net/html/render.go:225 +0x76c
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0062143f0, 0xc0041b0c40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0062143c0, 0x203001, 0x203001, 0xb66893ed00000000, 0xc00597b138)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0062143c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006214390, 0xc00597b2c8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00597b6b0, 0xc0041d68a0, 0xaac03e, 0x7, 0xc0041d68a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00597b6b0, 0xc0041d68a0, 0xc00427c1e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1387 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00270b3c0, 0xaa04f9, 0x2, 0xc004ed8800, 0x17dd, 0xc004ed8800, 0xc00270b3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004ed8800, 0x17dd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00270b518, 0xc003c090c0, 0x3b, 0xc004246600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d95c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1388 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e23588, 0xaa04f9, 0x2, 0xc0074b0630, 0x87, 0x1, 0x28, 0xc007818f20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002e23518, 0xc0020e2800, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1389 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1308003180, 0x7f1308001e20)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0056f3ae0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0056f3ad0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005bc4000, 0x805, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003937c80, 0x26, 0xc005bc4000, 0x805, 0xc005bc4000, 0x805, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003937c80, 0x26, 0xc005bc4000, 0x805, 0xaa0378, 0x1, 0xc005bc4000, 0x805, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d98c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1390 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc001cd0e38, 0xc003a7ded8, 0x1, 0x2, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc001cd0e38, 0xc007df1180, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc001cd0e38, 0xc007df11f0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc007df11f0, 0xc007df11f0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001cd1300, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001cd1300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001cd1300, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001cd1300, 0x75a856, 0x0, 0xc004e7b0a0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001cd1300, 0xc001cd12c8, 0xc001cd1350, 0x42ca96, 0xc00456f2f0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc001cd1368, 0xc001cd1380, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc004339940)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001d63620, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001cd1518, 0xc00427c1c0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1391 [semacquire]:
bytes.makeSlice(0x40f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004fdd0c0, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004fdd0c0, 0x1189d2e, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc004fdd0c0, 0xc00517c140, 0x140, 0x140, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004fdd0c0, 0xc005c80a10, 0xc004fdc1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004fdd0c0, 0xc005c809a0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004fdd0c0, 0xc005c809a0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004fdd0c0, 0xc005c809a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004fdd0c0, 0xc005c809a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004fdd0c0, 0xc005c80230, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032cd0c0, 0xc005c80230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032cd0c0, 0xc005c80230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004fdd0c0, 0xc005c80150, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032cd0c0, 0xc005c80150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032cd0c0, 0xc005c80150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004fdd0c0, 0xc005909a40, 0xc0007dc700, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032cd0c0, 0xc005909a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032cd0c0, 0xc005909a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004fdd0c0, 0xc005909960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032cd0c0, 0xc005909960, 0x54b170, 0xc00597e0d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005909960, 0x0, 0x0, 0x0, 0x0, 0xc005909960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00456f500, 0x0, 0x0, 0x0, 0xc80, 0xc002bdac80, 0xc2b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002bdac80, 0xc2b, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002c91330)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0032cd518, 0xc002244140, 0xc002310ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1392 [semacquire]:
strings.Replace(0xc005a31500, 0x1a59, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x17, 0xc005a31500, 0x1a59)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a818f8, 0xc0051e0000, 0x1a53, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1393 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0005c0800, 0xbb4, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0005c0800, 0xbb4, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0005c0800, 0xbb4, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0005c0800, 0xbb4, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0005c0800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0005c0800, 0xbb4, 0x0, 0x0, 0xbb4, 0x1000, 0xc0005c0800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0005c0800, 0xbb4, 0xbb4, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b44620, 0x66, 0xc0005c0800, 0xbb4, 0xc0005c0800, 0xbb4, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b44620, 0x66, 0xc0005c0800, 0xbb4, 0xaa0378, 0x1, 0xc0005c0800, 0xbb4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1394 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12c4001fd0, 0x7f12c4006c00)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00475db50, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00475db40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002e14000, 0xda1, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00038afc0, 0x5b, 0xc002e14000, 0xda1, 0xc002e14000, 0xda1, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00038afc0, 0x5b, 0xc002e14000, 0xda1, 0xaa0378, 0x1, 0xc002e14000, 0xda1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1395 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1310002730, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0050f38c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0050f38b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001d6f200, 0x417, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004167080, 0x38, 0xc001d6f200, 0x417, 0xc001d6f200, 0x417, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004167080, 0x38, 0xc001d6f200, 0x417, 0xaa0378, 0x1, 0xc001d6f200, 0x417, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f21e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1396 [semacquire]:
bytes.makeSlice(0x47d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00309d388, 0x107, 0x8)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00309d388, 0xc00516be60, 0x107, 0x5165d7, 0xc001d2edd8, 0xc0050f3b38)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00563f110)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00563f0a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005cb8e70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005cb8d90)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005cb8690)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005c4c420, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00309d518, 0xc0020e3080, 0x37, 0xc004167249)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1397 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004c55500, 0x149, 0x149, 0x3, 0x0, 0x148, 0xc004c55500)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003445518, 0xc005169d80, 0xc002310720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f24e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1398 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003013e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003013ee0, 0xc0074b4d20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00392de40, 0x0, 0x0, 0x0, 0xc003449200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00392de40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034498f8, 0xc002aeec00, 0xbbb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1399 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12ec6ac180, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00475c000, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00505fff0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004abaa80, 0x997, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003880f40, 0x3a, 0xc004abaa80, 0x997, 0xc004abaa80, 0x997, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003880f40, 0x3a, 0xc004abaa80, 0x997, 0xaa0378, 0x1, 0xc004abaa80, 0x997, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f27e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1400 [semacquire]:
bytes.makeSlice(0xc3a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003f31fb0, 0x28, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003f31fb0, 0xc002745287, 0x28, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003f31fb0, 0xc002745287, 0x12f, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003f31fb0, 0xc0059f39d0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003f31fb0, 0xc0059f3960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003f31fb0, 0xc0059f30a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003f31fb0, 0xc0059f2fc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003f31fb0, 0xc0059f28c0, 0xb84d20, 0xc003f31fb0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003f31fb0, 0xc0059f28c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0059b0870, 0x5b9f96ac, 0x1251a20, 0xc0023108e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1401 [semacquire]:
strings.genSplit(0xc00363e600, 0x1838, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00686e000, 0x4ba, 0x4ba)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049c73c0, 0xaa04df, 0x2, 0xc00598b980, 0x1838, 0x4, 0x4ba, 0xc0045bf5c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00598b980, 0x1838, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0049c7518, 0xc00392c660, 0x72, 0xc004f2e500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1402 [semacquire]:
bytes.makeSlice(0x72b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0057b6a50, 0x10f, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0057b6a50, 0xc006d379e0, 0x10f, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0057b6a50, 0xc006d379e0, 0x10f, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0057b6a50, 0xc00110d420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0057b6a50, 0xc00110cee0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0057b6a50, 0xc00110ce70, 0xb84d20, 0xc0057b6a50)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0057b6a50, 0xc00110ce70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0057b68a0, 0xc9e5afed, 0x1251a20, 0xc0077303c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1403 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400da30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005d21340, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005d21330, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005e9e600, 0x2f0, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00600fe1a, 0x45, 0xc005e9e600, 0x2f0, 0xc005e9e600, 0x2f0, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00600fe1a, 0x45, 0xc005e9e600, 0x2f0, 0xaa0378, 0x1, 0xc005e9e600, 0x2f0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1404 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:141
regexp.makeOnePass(0xc0047a1ce0, 0xc0047a1ce0)
/usr/local/go/src/regexp/onepass.go:307 +0x171
regexp.compileOnePass(0xc0047a1c80, 0xc0047a1c80)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0031bf300, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0031bf300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0031bf300, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0031bf300, 0x75a856, 0x0, 0xc002f90e70, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0031bf300, 0xc0031bf2c8, 0xc0031bf350, 0x42ca96, 0xc0047a1c50, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0031bf368, 0xc0031bf380, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0078198e0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001fcaf60, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0031bf518, 0xc0023100a0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1405 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0058af000, 0xe82, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0058af000, 0xe82, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0058af000, 0xe82, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0058af000, 0xe82, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0058af000, 0xe82, 0x0, 0x0, 0xe82, 0xc0058af000, 0xe82)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0058af000, 0xe82, 0xe82, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e11590, 0x46, 0xc0058af000, 0xe82, 0xc0058af000, 0xe82, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e11590, 0x46, 0xc0058af000, 0xe82, 0xaa0378, 0x1, 0xc0058af000, 0xe82, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f30e0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1406 [runnable]:
internal/reflectlite.Swapper.func9(0xe8, 0xe9)
/usr/local/go/src/internal/reflectlite/swapper.go:71 +0x92
sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0xe8, 0xe9, 0xeb)
/usr/local/go/src/sort/zfuncversion.go:200 +0xe2
sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0xe6, 0xe8, 0xeb)
/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0xe6, 0xeb, 0xf0)
/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0xdc, 0xe6, 0xf0)
/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0xc8, 0xdd, 0xf0)
/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0xa0, 0xc8, 0xf0)
/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0xa0, 0xf2, 0x140)
/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0x0, 0x9f, 0x140)
/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0x0, 0x140, 0x280)
/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.stable_func(0xc0049d97d0, 0xc007986390, 0x36c)
/usr/local/go/src/sort/zfuncversion.go:175 +0xc2
sort.SliceStable(0x9de7e0, 0xc00000fbc0, 0xc0049d97d0)
/usr/local/go/src/sort/slice.go:27 +0xcb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00620c900, 0x808, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00620c900, 0x808, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00620c900, 0x808, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00620c900, 0x808, 0x0, 0x0, 0x808, 0xc00620c900, 0x808)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00620c900, 0x808, 0x808, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a1e00, 0x48, 0xc00620c900, 0x808, 0xc00620c900, 0x808, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a1e00, 0x48, 0xc00620c900, 0x808, 0xaa0378, 0x1, 0xc00620c900, 0x808, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3260, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1407 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4003c80, 0x7f12e8001800)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ac3140, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ac3120, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001cef540, 0x139, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e11810, 0x45, 0xc001cef540, 0x139, 0xc001cef540, 0x139, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e11810, 0x45, 0xc001cef540, 0x139, 0xaa0378, 0x1, 0xc001cef540, 0x139, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f33e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1408 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f134c002c60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00172ac90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00172ac80, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00040d500, 0x963, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019d0900, 0xb8, 0xc00040d500, 0x963, 0xc00040d500, 0x963, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019d0900, 0xb8, 0xc00040d500, 0x963, 0xaa0378, 0x1, 0xc00040d500, 0x963, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1409 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000733400, 0xaa04f9, 0x2, 0xc0034f1c20, 0x101, 0xc000733240, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x3, 0xc005702300)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005b65410, 0xc0007332c8, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc000733388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000733388, 0xc0020da540, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x395, 0x396)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000733518, 0xc0020da540, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f36e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1410 [semacquire]:
strings.genSplit(0xc0043d6a00, 0x1388, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006898000, 0x3c4, 0x3c4)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018cd3c0, 0xaa0569, 0x2, 0xc0023a8a00, 0x1388, 0x5, 0x3c4, 0xc000671e20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0023a8a00, 0x1388, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0018cd518, 0xc00166e1a0, 0x46, 0xc00658b9f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1411 [semacquire]:
github.com/araddon/dateparse.newParser(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1703
github.com/araddon/dateparse.parseTime(0xc003744020, 0x15, 0x0, 0xc003744020, 0x15, 0x15)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0x42
github.com/araddon/dateparse.ParseAny(0xc003744020, 0x15, 0x3, 0xaa0378, 0x1, 0xc003744020, 0x15)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003959518, 0xc00166e940, 0xc004bb22a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f39e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1412 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4007a60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005617b90, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005617b70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002e18700, 0x625, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a02d0, 0x41, 0xc002e18700, 0x625, 0xc002e18700, 0x625, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a02d0, 0x41, 0xc002e18700, 0x625, 0xaa0378, 0x1, 0xc002e18700, 0x625, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1413 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc0028bdea0, 0x96, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005dbd588, 0xaa04f9, 0x2, 0xc0028bdea0, 0x96, 0xd, 0xc005dbd290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x2, 0xc00530c1b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00530c060, 0xc005dbd320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc005dbd518, 0xc004ef4f90, 0xc0049a26e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc005dbd518, 0xc004ef4f90, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc005dbd518, 0xc004ef4f90, 0xc004ef4f90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1414 [semacquire]:
bytes.makeSlice(0x60f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00530c840, 0x11, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00530c840, 0xc0004ab55b, 0x11, 0x6, 0x11, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00530c840, 0xc0004ab55b, 0x34, 0x74e006, 0xc00708d5d0)
/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc00530c840, 0xc0001bb6c0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00530c840, 0xc0021424d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00530c840, 0xc0021423f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00530c840, 0xc000663b20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00530c840, 0xc002cf3a40, 0xb84d20, 0xc00530c840)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00530c840, 0xc002cf3a40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0055317a0, 0xc65c50c7, 0x1251a20, 0xc0024bd4c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1415 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc001a7c800, 0x3e5, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00350f3c0, 0xaa0569, 0x2, 0xc001a7c800, 0x3e5, 0x3, 0xed, 0xc005168c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001a7c800, 0x3e5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00350f518, 0xc0043ccb40, 0x45, 0xc0004ab59e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1416 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00567ca80, 0xa10, 0xc0026cb218, 0xc000809c00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00567ca80, 0xa10, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026cb3c0, 0xaa059b, 0x2, 0xc00567ca80, 0xa10, 0x17, 0x22e, 0xc004ec6160)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00567ca80, 0xa10, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0026cb518, 0xc00534e7e0, 0x55, 0xc005e192c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004381e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1417 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004973520, 0xc002a432c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a433c0, 0xaa04f9, 0x2, 0xc00446fb00, 0x88e, 0xc00446fb00, 0xc002a433b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00446fb00, 0x88e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a43518, 0xc003c099a0, 0x3a, 0xc0002cf300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1418 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc005942b30, 0xc007a00158, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc005942b30, 0xc00575ccb0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc005942b30, 0xc00575cd20, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc00575cd20, 0xc00575cd20, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005942ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005942ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0056300b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005942ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005942ff8, 0x1, 0xc00708d560, 0xc000809c00, 0x2804f041b9b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005942ff8, 0x4, 0xa89, 0xc005147501, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005147000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0032091e0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00530c720, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e5f8f8, 0xc0019e1800, 0x155b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004384e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1419 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readByte(0xc003209450, 0x65)
/home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af
golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc003209450)
/home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64
golang.org/x/net/html.(*Tokenizer).Next(0xc003209450, 0x2fc0600000004)
/home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324
golang.org/x/net/html.(*parser).parse(0xc003209520, 0xc0053f43f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cd080, 0x0, 0x0, 0x0, 0xc0033a1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cd080, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033a18f8, 0xc0059de600, 0x18ff, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1420 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4004620, 0x7f12c41259f0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004da8e60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004da8e50, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00564b180, 0x51f, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cece00, 0x60, 0xc00564b180, 0x51f, 0xc00564b180, 0x51f, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cece00, 0x60, 0xc00564b180, 0x51f, 0xaa0378, 0x1, 0xc00564b180, 0x51f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004387e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1421 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0xafa, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0015cbc00, 0xafa, 0xafa, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004935950, 0x50, 0xc0015cbc00, 0xafa, 0xc0015cbc00, 0xafa, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004935950, 0x50, 0xc0015cbc00, 0xafa, 0xaa0378, 0x1, 0xc0015cbc00, 0xafa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1422 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00416bcc0, 0xc003b292c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b293c0, 0xaa04f9, 0x2, 0xc004f18a80, 0xa3a, 0xc004f18a80, 0xc003b293b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004f18a80, 0xa3a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b29518, 0xc00416b920, 0x59, 0xc005ae5200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1424 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc005840000, 0xa75, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00359f3c0, 0xaa04df, 0x2, 0xc005840000, 0xa75, 0x5, 0x21c, 0xc007730fa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005840000, 0xa75, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00359f518, 0xc00384c920, 0x48, 0xc004935b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1425 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00475f1e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00475f2b0, 0xc0079fdc00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0069168a0, 0x0, 0x0, 0x0, 0x0, 0x1a01, 0xc006916840)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006916840, 0x0, 0x0, 0x0, 0x1a80, 0xc00121a000, 0x1a35, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00121a000, 0x1a35, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0034f82c4)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002def518, 0xc003db1de0, 0xc0041d71e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1426 [runnable]:
bytes.makeSlice.func1()
/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0x1e00, 0xc008040000, 0x1e00, 0x1e00)
/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc0035190e8, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0035190e8, 0xb7b620, 0xc00523b0e0, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc00523b0e0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00523b0e0, 0xc0035191d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00523b0e0, 0x0, 0x0, 0x0, 0x1000, 0xc0030c3000, 0xfdb, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0030c3000, 0xfdb, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00147f180)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003519518, 0xc005a22480, 0xc005a22f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004390e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1427 [runnable]:
unicode.SimpleFold(0x4e, 0xc001b24640)
/usr/local/go/src/unicode/letter.go:336 +0x14f
regexp/syntax.(*compiler).rune(0xc007e94b30, 0xc0073aa6c8, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:271 +0x1df
regexp/syntax.(*compiler).compile(0xc007e94b30, 0xc0041d39d0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc007e94b30, 0xc0041d3a40, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0041d3a40, 0xc0041d3a40, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007e94ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007e94ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x7f13c9a62500, 0x20300000000000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007e94ff8, 0x43e200, 0xc003508ee0, 0x5199fd, 0xc002f4a000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007e94ff8, 0x203001, 0xc003508fc0, 0x42cb96, 0x100000000000000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007e94ff8, 0x46e6ce, 0xc00408f500, 0xc000bff880, 0x7f13f04197d0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x96a, 0x2000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0027476c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00761a450, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035098f8, 0xc00082f800, 0x1749, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1428 [semacquire]:
strings.Replace(0xc006333000, 0xfe9, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc006333000, 0xfe9)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039478f8, 0xc00222a000, 0xfe6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004393e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1429 [semacquire]:
strings.genSplit(0xc0027b4800, 0xba8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2ec, 0x2ec)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033013c0, 0xaa058b, 0x2, 0xc0004ec400, 0xba8, 0x1, 0x2ec, 0xc000670e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0004ec400, 0xba8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003301518, 0xc002310580, 0x52, 0xc00057f1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439560, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1430 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0036631f8, 0x42f900, 0x1, 0x80, 0xc003663138)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0036631f8, 0xc004558818, 0x755278, 0xab29a3, 0xab29a3)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0036631f8, 0xab29a3, 0xc, 0xc0038e4b53, 0x3, 0xc0036631f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa03b1, 0x1, 0x7d55b0, 0xc003663518, 0xc0021fab70, 0x96, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa03b1, 0x1, 0x1, 0xc0036632c0, 0xc0036632d8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0021fab70, 0xaa03b1, 0x1, 0x3ff4000000000000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc003663518, 0xc0021fab70, 0xc0026043e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:632 +0x56
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003663518, 0xc0021fab70, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003663518, 0xc0021fab70, 0xc0021fab70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004396e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1431 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002e2c000, 0xfca, 0x1300, 0xc002e2c000)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002e2c000, 0xfca, 0x1024, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003048c02, 0x1024, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439860, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1432 [semacquire]:
bytes.makeSlice(0x1d42, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005702150, 0x1d0, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005702150, 0xc000133c20, 0x1d0, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005702150, 0xc000133c20, 0x1d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005702150, 0xc005c829a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005702150, 0xc005c82930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005702150, 0xc0042a1dc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005702150, 0xc0042a1ce0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005702150, 0xc0017e9730, 0xb84d20, 0xc005702150)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005702150, 0xc0017e9730, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00456f7a0, 0xc9e228d9, 0x1251a20, 0xc003e91c60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004399e0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1433 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005b1ac00, 0x12af, 0x5165d7, 0xc0002af880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005b1ac00, 0x12af, 0xc0016b4e9b, 0x5)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b253c0, 0xaa04f9, 0x2, 0xc005b1ac00, 0x12af, 0xc005b1ac00, 0xc003b253b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b1ac00, 0x12af, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b25518, 0xc00432b9a0, 0x50, 0xc004935a90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439b60, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1434 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400cdd0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003292890, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003292880, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002f5a380, 0x370, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a0a0, 0x48, 0xc002f5a380, 0x370, 0xc002f5a380, 0x370, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a0a0, 0x48, 0xc002f5a380, 0x370, 0xaa0378, 0x1, 0xc002f5a380, 0x370, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1435 [semacquire]:
strings.genSplit(0xc0050b7900, 0xc75, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005e00000, 0x25a, 0x25a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034af3c0, 0xaa059b, 0x2, 0xc00254c580, 0xc75, 0x18, 0x25a, 0xc0020bd2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00254c580, 0xc75, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0034af518, 0xc00384c5a0, 0x3a, 0xc003842540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439e60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1436 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0027e58f8, 0xc00599e000, 0xdce, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1437 [semacquire]:
strings.genSplit(0xc001194400, 0x85d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003dc8000, 0x1b1, 0x1b1)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035133c0, 0xaa059b, 0x2, 0xc005d5f600, 0x85d, 0x13, 0x1b1, 0xc00427df60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005d5f600, 0x85d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003513518, 0xc00467c220, 0x36, 0xc0036fc180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1438 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004ec6460, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ec6460, 0x0, 0x0, 0x0, 0xc0023fd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ec6460, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023fd8f8, 0xc00217d900, 0x1289, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1439 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12b80026c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047b1820, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047b1810, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0040f1300, 0x125a, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0017ffde0, 0x1d, 0xc0040f1300, 0x125a, 0xc0040f1300, 0x125a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0017ffde0, 0x1d, 0xc0040f1300, 0x125a, 0xaa0378, 0x1, 0xc0040f1300, 0x125a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1440 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc00670fc80, 0x16e, 0x7544a2, 0x0)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006d61588, 0xaa04f9, 0x2, 0xc00670fc80, 0x16e, 0x11, 0xc006d61290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x2, 0xc0040c3110)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0004cca50, 0xc006d61320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc006d61518, 0xc002475b60, 0xc002604fa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc006d61518, 0xc002475b60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc006d61518, 0xc002475b60, 0xc002475b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1441 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f130c004ce0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016e26b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016e26a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001193b00, 0x8bd, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0051aa5a0, 0x47, 0xc001193b00, 0x8bd, 0xc001193b00, 0x8bd, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0051aa5a0, 0x47, 0xc001193b00, 0x8bd, 0xaa0378, 0x1, 0xc001193b00, 0x8bd, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1442 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0065e2a60, 0xc001ad12c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ad13c0, 0xaa04f9, 0x2, 0xc00370f000, 0x70a, 0xc00370f000, 0xc001ad13b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00370f000, 0x70a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ad1518, 0xc00477f4c0, 0x5b, 0xc005ced440)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1443 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00234a280, 0x9c, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00358f0c0, 0xc001c1b0a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358f0c0, 0xc001c1aee0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00358f0c0, 0xc001c1aee0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00358f0c0, 0xc001c1aee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00358f0c0, 0xc001c1aee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358f0c0, 0xc001c1a8c0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034050c0, 0xc001c1a8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034050c0, 0xc001c1a8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358f0c0, 0xc001c1a7e0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034050c0, 0xc001c1a7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034050c0, 0xc001c1a7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358f0c0, 0xc001c1a0e0, 0xc000afc000, 0x7f13f0419e98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034050c0, 0xc001c1a0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034050c0, 0xc001c1a0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358f0c0, 0xc001efa770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034050c0, 0xc001efa770, 0x54b170, 0xc0031e9040)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001efa770, 0x0, 0x0, 0x0, 0x0, 0xc001efa770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006bc8330, 0x0, 0x0, 0x0, 0x1000, 0xc004739000, 0xe58, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004739000, 0xe58, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00657c310)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003405518, 0xc0004cf340, 0xc005a22ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1444 [semacquire]:
strings.genSplit(0xc002bdc580, 0xc50, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006585500, 0x288, 0x288)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028d33c0, 0xaa04fd, 0x2, 0xc0053f7900, 0xc50, 0x52, 0x288, 0xc0073eac20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0053f7900, 0xc50, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028d3518, 0xc00166f4e0, 0x2c, 0xc004d993e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1445 [semacquire]:
bytes.NewReader(...)
/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc002631500, 0x1398, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005f1d0e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a1d518, 0xc0004cff80, 0xc004db43a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1446 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc0067a5b00, 0x88b, 0x2, 0xc003501a58, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc0067a5b00, 0x88b, 0xaa0378, 0x1, 0xc001dda000, 0x88b)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0067a5b00, 0x88b, 0xaa0378, 0x1, 0xc0067a5b00, 0x88b)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1447 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f8051ab0, 0x7f12f8051ef0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00275cf60, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00275cf40, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001842000, 0xd6b, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000537c20, 0x5e, 0xc001842000, 0xd6b, 0xc001842000, 0xd6b, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000537c20, 0x5e, 0xc001842000, 0xd6b, 0xaa0378, 0x1, 0xc001842000, 0xd6b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1448 [runnable]:
github.com/fatih/set.(*Set).Has(0xc000670680, 0xc001b9b3d8, 0x1, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:71 +0x169
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001b9b518, 0xc005de6420, 0x74)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:429 +0x53b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1449 [semacquire]:
strings.genSplit(0xc004321c00, 0x668, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x157, 0x157)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00343b3c0, 0xaa04fd, 0x2, 0xc003e44300, 0x668, 0x34, 0x157, 0xc0020e37e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003e44300, 0x668, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00343b518, 0xc0020e29e0, 0x3b, 0xc004cc13c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1450 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc003958e38, 0xc004c1e388, 0x1, 0x6, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc003958e38, 0xc000ead1f0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc003958e38, 0xc000ead260, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc000ead260, 0xc000ead260, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003959300, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003959300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003959300, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003959300, 0x75a856, 0x0, 0xc0062b8e00, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003959300, 0xc0039592c8, 0xc003959350, 0x42ca96, 0xc0056a22d0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc003959368, 0xc003959380, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc003adb560)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001c84cf0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003959518, 0xc0020bd6c0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1451 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002c80ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002c80f70, 0xc006c88bd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004ce320, 0x0, 0x0, 0x0, 0xc002e11200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004ce320, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e118f8, 0xc00579c000, 0x1d4f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1452 [semacquire]:
bytes.makeSlice(0xcd3, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00265e000, 0x31, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00265e000, 0xc0024c4900, 0x31, 0x6, 0xffffffffffffffff, 0xad0184)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00265e000, 0xc0024c4900, 0x31, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00265e000, 0xc004835810, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00265e000, 0xc004834ee0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00265e000, 0xc004043960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00265e000, 0xc004043880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00265e000, 0xc004043180, 0xb84d20, 0xc00265e000)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00265e000, 0xc004043180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001c85dd0, 0x7ef66c74, 0x1251a20, 0xc0020bdb60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1453 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002c81040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc002c81110, 0xc0059f0ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004ce360, 0x0, 0x0, 0x0, 0xc00235b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004ce360, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00235b8f8, 0xc0031ed800, 0x1539, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1454 [semacquire]:
bytes.makeSlice(0x189a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00435f230, 0xc2, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00435f230, 0xc006557110, 0xc2, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00435f230, 0xc006557110, 0xc2, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00435f230, 0xc003968000, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00435f230, 0xc00348df80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00435f230, 0xc00348c690, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00435f230, 0xc00348c5b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00435f230, 0xc00277bea0, 0xb84d20, 0xc00435f230)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00435f230, 0xc00277bea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001f6be90, 0x7eff5023, 0x1251a20, 0xc00416ace0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1455 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0024c3c70, 0xc005bf6a08, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0024c3c70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0024c3c70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0024c3c70, 0xc0063778f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00075e9c0, 0x0, 0x0, 0x0, 0xc003949200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00075e9c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039498f8, 0xc002bf8000, 0xe3b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1456 [semacquire]:
strings.genSplit(0xc005e5f300, 0x11c7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004616a00, 0x32d, 0x32d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00344b3c0, 0xaa04d9, 0x2, 0xc000feb900, 0x11c7, 0x1, 0x32d, 0xc00432bec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000feb900, 0x11c7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00344b518, 0xc00432a6c0, 0x3f, 0xc0058ce900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1457 [semacquire]:
strings.genSplit(0xc0059ad800, 0x7bb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002c1c000, 0x1c3, 0x1c3)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023513c0, 0xaa04fd, 0x2, 0xc0052c1000, 0x7bb, 0x34, 0x1c3, 0xc0062e8e60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0052c1000, 0x7bb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002351518, 0xc004f2b5c0, 0x48, 0xc00658b7c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1458 [runnable]:
strings.genSplit(0xc006e97efc, 0x54b, 0xaa0378, 0x1, 0x0, 0x54d, 0xc008087500, 0x54e, 0x54e)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032a53c0, 0xaa04fd, 0x2, 0xc003000000, 0x1a47, 0x6e, 0x54e, 0xc004bb2f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003000000, 0x1a47, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032a5518, 0xc0043cc2c0, 0x43, 0xc00658b4f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1459 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12a80022f0, 0x7f12a8003c90)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004804e00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004804de0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005b14400, 0x816, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc5200, 0x3b, 0xc005b14400, 0x816, 0xc005b14400, 0x816, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc5200, 0x3b, 0xc005b14400, 0x816, 0xaa0378, 0x1, 0xc005b14400, 0x816, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1460 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400dcf0, 0x7f1354001460)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00254e770, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00254e760, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00092ea80, 0x90e, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000419a40, 0x5b, 0xc00092ea80, 0x90e, 0xc00092ea80, 0x90e, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000419a40, 0x5b, 0xc00092ea80, 0x90e, 0xaa0378, 0x1, 0xc00092ea80, 0x90e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1461 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0035f0300, 0x67d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0035f0300, 0x67d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0035f0300, 0x67d, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0035f0300, 0x67d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0035f0300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0035f0300, 0x67d, 0x0, 0x0, 0x67d, 0x700, 0xc0035f0300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0035f0300, 0x67d, 0x67d, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004cc0c80, 0x39, 0xc0035f0300, 0x67d, 0xc0035f0300, 0x67d, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004cc0c80, 0x39, 0xc0035f0300, 0x67d, 0xaa0378, 0x1, 0xc0035f0300, 0x67d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c540, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1462 [semacquire]:
regexp.makeOnePass.func1(0xc, 0xc002e09e40, 0xf, 0xf, 0x1)
/usr/local/go/src/regexp/onepass.go:383 +0xb9b
regexp.makeOnePass(0xc004a4e390, 0xc004a4e390)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc004a4e330, 0xc004a4e330)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002fcd300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002fcd300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002fcd300, 0x0, 0xb856e0, 0xc0000a7f28, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002fcd300, 0xc002654f50, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002fcd300, 0x42ca96, 0xc004a4e300, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002fcd370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00744b840, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001a9f710, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002fcd518, 0xc003646aa0, 0xabc101, 0x1d, 0x4a, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1463 [semacquire]:
strings.genSplit(0xc002eecb00, 0x516, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x107, 0x107)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026cd3c0, 0xaa058b, 0x2, 0xc00381a680, 0x516, 0x1, 0x107, 0xc0019e88c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00381a680, 0x516, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0026cd518, 0xc00477f920, 0x44, 0xc0036e6640)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1464 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007686f80, 0xc002b172c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b173c0, 0xaa0599, 0x2, 0xc0041f0000, 0x417, 0x1, 0xed, 0xc003646f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0041f0000, 0x417, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b17518, 0xc003e90300, 0x31, 0xc0040ccd00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1465 [semacquire]:
strings.Replace(0xc0018ba000, 0x1c86, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc0018ba000, 0x1c86)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f898f8, 0xc0017bc000, 0x1c55, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1466 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002244360, 0xc0025ef2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025ef3c0, 0xaa058b, 0x2, 0xc00061e000, 0xb14, 0x5, 0x1ef, 0xc002244320)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00061e000, 0xb14, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025ef518, 0xc005de6e80, 0x46, 0xc005a990e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051ccc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1467 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033733c0, 0xaa04f9, 0x2, 0xc0047af000, 0x73b, 0xc0047af000, 0xc0033733b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0047af000, 0x73b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003373518, 0xc002250660, 0x4a, 0xc0046b8aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051ce40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1468 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007555720, 0xc001f771c8, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f77400, 0xaa04f9, 0x2, 0xc004ed1500, 0x62c, 0xc001f77240, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc005dd64b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005dd6480, 0xc001f772c8, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc001f77388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001f77388, 0xc0063ba4e0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001f77301, 0xc00539ff80)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001f77518, 0xc0063ba4e0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cfc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1469 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400a0e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005250c10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005250c00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004010540, 0x1bf, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005371a0, 0x51, 0xc004010540, 0x1bf, 0xc004010540, 0x1bf, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0005371a0, 0x51, 0xc004010540, 0x1bf, 0xaa0378, 0x1, 0xc004010540, 0x1bf, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1470 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0002cc5b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0002cc680, 0xc0042b1810, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00075e160, 0x0, 0x0, 0x0, 0xc004cab200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00075e160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cab8f8, 0xc0039a1500, 0x19b3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1471 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c32c00, 0x1131, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c32c00, 0x1131, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c32c00, 0x1131, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c32c00, 0x1131, 0x0, 0x0, 0x1131, 0xc002c32c00, 0x1131)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c32c00, 0x1131, 0x1131, 0x1800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d25050, 0x28, 0xc002c32c00, 0x1131, 0xc002c32c00, 0x1131, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d25050, 0x28, 0xc002c32c00, 0x1131, 0xaa0378, 0x1, 0xc002c32c00, 0x1131, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1472 [semacquire]:
strings.genSplit(0xc005870c80, 0x1825, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x4f4, 0x4f4)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027073c0, 0xaa0599, 0x2, 0xc0053c5980, 0x1825, 0x1, 0x4f4, 0xc003c090a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0053c5980, 0x1825, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002707518, 0xc003c08ce0, 0x44, 0xc0049345a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1473 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0075218c0, 0x2bc, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0075218c0, 0x2bc, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0075218c0, 0x2bc, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0075218c0, 0x2bc, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0075218c0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0075218c0, 0x2bc, 0x0, 0x0, 0x2bc, 0x480, 0xc0075218c0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0075218c0, 0x2bc, 0x2bc, 0x480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002282540, 0x39, 0xc0075218c0, 0x2bc, 0xc0075218c0, 0x2bc, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002282540, 0x39, 0xc0075218c0, 0x2bc, 0xaa0378, 0x1, 0xc0075218c0, 0x2bc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1474 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4000c60, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ab2a40, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ab2a30, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0028ae580, 0xc59, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003d8180, 0x53, 0xc0028ae580, 0xc59, 0xc0028ae580, 0xc59, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003d8180, 0x53, 0xc0028ae580, 0xc59, 0xaa0378, 0x1, 0xc0028ae580, 0xc59, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1475 [semacquire]:
regexp.(*Regexp).expand(0xc0000bf2c0, 0xc003722d00, 0x100, 0x100, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc00753edc0, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc003722d00, 0x100, 0x100, 0xc005dbea70, 0x2, 0x2, 0xc00753edc0, 0x140, 0xf9)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00753edc0, 0x140, 0x2, 0xc0079cc198, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00753edc0, 0x140, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079cd0c0, 0xc004ccacb0, 0xc0079cc1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079cd0c0, 0xc004ccac40, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0079cd0c0, 0xc004ccac40, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0079cd0c0, 0xc004ccac40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079cd0c0, 0xc004ccac40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079cd0c0, 0xc004055f80, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028410c0, 0xc004055f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028410c0, 0xc004055f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079cd0c0, 0xc004055ea0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028410c0, 0xc004055ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028410c0, 0xc004055ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079cd0c0, 0xc0047e59d0, 0xc0009f0a80, 0x7f13f041c080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028410c0, 0xc0047e59d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028410c0, 0xc0047e59d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079cd0c0, 0xc0047e58f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028410c0, 0xc0047e58f0, 0x54b170, 0xc003013450)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0047e58f0, 0x0, 0x0, 0x0, 0x0, 0xc0047e58f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0058a4270, 0x0, 0x0, 0x0, 0x1000, 0xc00704e000, 0xf44, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00704e000, 0xf44, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0076cb110)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002841518, 0xc0043cc200, 0xc0043ccde0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051da40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1476 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005648580, 0x56d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005648580, 0x56d, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005648580, 0x56d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc005648580)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005648580, 0x56d, 0x0, 0x0, 0x56d, 0x800, 0xc005648580)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005648580, 0x56d, 0x56d, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d19440, 0x34, 0xc005648580, 0x56d, 0xc005648580, 0x56d, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d19440, 0x34, 0xc005648580, 0x56d, 0xaa0378, 0x1, 0xc005648580, 0x56d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051dbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1477 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc0028ead50, 0xab2997, 0xc, 0xac00a5, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:81 +0x3ab
github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc001755518, 0xc0028ead50, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001755518, 0xc002311500, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051dd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1478 [semacquire]:
bytes.makeSlice(0x2303, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001d8e300, 0x7, 0xc00127aed0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001d8e300, 0xc004f0a0b8, 0x7, 0x6, 0xffffffffffffffff, 0xad0491)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001d8e300, 0xc004f0a0b8, 0x7, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001d8e300, 0xc004f0e000, 0xb84d20, 0xc001d8e300)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001d8e300, 0xc004f0e000, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001d8e2d0, 0x203000, 0x203000, 0x5059b06e00000000, 0xc00127b138)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc001d8e2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001d8e2a0, 0xc00127b2c8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00127b6b0, 0xc00384ddc0, 0xaac03e, 0x7, 0xc00384ddc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00127b6b0, 0xc00384ddc0, 0xc004ebb1e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051dec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1479 [runnable]:
strings.genSplit(0xc004984cae, 0x1bfa, 0xaa0378, 0x1, 0x0, 0xa66, 0x71, 0xc003ae6000, 0x2007f13c85c6648)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005bd33c0, 0xaa04f9, 0x2, 0xc003ae6000, 0x33a8, 0xc003ae6000, 0xc005bd33b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003ae6000, 0x33a8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005bd3518, 0xc005f335c0, 0x48, 0xc0016a0c4a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1480 [semacquire]:
strings.genSplit(0xc005ee5000, 0xff8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0053bc000, 0x39f, 0x39f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00326f3c0, 0xaa04f9, 0x2, 0xc002b69000, 0xff8, 0x7, 0x39f, 0xc002245b20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002b69000, 0xff8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00326f518, 0xc0002d9de0, 0x3d, 0xc0028b6f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005361e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1482 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003596800, 0x158a, 0xc0032a3218, 0xc0009f0a80)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003596800, 0x158a, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032a33c0, 0xaa04df, 0x2, 0xc003596800, 0x158a, 0x6, 0x465, 0xc007555860)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003596800, 0x158a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032a3518, 0xc0024bcf80, 0x6e, 0xc00146ad20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005364e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1483 [semacquire]:
bytes.makeSlice(0x600, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002a7f0e8, 0x200, 0x200)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc002a7f0e8, 0xb7b620, 0xc005d08150, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc005d08150, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005d08150, 0xc002a7f1d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005d08150, 0x0, 0x0, 0x0, 0x1980, 0xc00598a000, 0x1964, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00598a000, 0x1964, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001219410)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a7f518, 0xc0041d7140, 0xc0041d79c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1484 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007555900, 0xc000b4dab0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007555900, 0xc000b4d650, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007555900, 0xc000b4d5e0, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0xab9e20)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc007555900, 0xc000b4d5e0, 0xc00170f1e8, 0x747325, 0xc0009f0a80)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc000b4d500, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc0014669f0, 0x1, 0x1, 0xc00170f348, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc0014669f0, 0x1, 0x1, 0xb856e0, 0xc007555900, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0037fcfc0, 0xab9e11, 0x19, 0xc005dfa1e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00170f518, 0xc004db4660, 0x52bb, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005367e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1485 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003a9c570, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004431518, 0xc004972ba0, 0x39, 0xc00637fd40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1486 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40143a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028cedd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028cedc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002021c00, 0xb91, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005a95380, 0x37, 0xc002021c00, 0xb91, 0xc002021c00, 0xb91, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005a95380, 0x37, 0xc002021c00, 0xb91, 0xaa0378, 0x1, 0xc002021c00, 0xb91, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1487 [runnable]:
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc004059af5, 0x7, 0x7, 0x2, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc004059af5, 0x7, 0x2, 0xc0080ce538, 0xc002ceca00, 0xc0060165d8, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004059af5, 0x7, 0xaa0378, 0x1, 0xc006fd2280, 0x5)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080cf0c0, 0xc005fea230, 0xc002d81760, 0xc006016670)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cf0c0, 0xc005fea1c0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0060170c0, 0xc005fea1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0060170c0, 0xc005fea1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cf0c0, 0xc005fea0e0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0060170c0, 0xc005fea0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0060170c0, 0xc005fea0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cf0c0, 0xc0019790a0, 0xc0009fd180, 0x7f13f041b2f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0060170c0, 0xc0019790a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0060170c0, 0xc0019790a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cf0c0, 0xc001978fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0060170c0, 0xc001978fc0, 0x54b170, 0xc005c73ad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001978fc0, 0x0, 0x0, 0x0, 0x0, 0xc001978fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00495fc20, 0x0, 0x0, 0x0, 0x1000, 0xc004703000, 0xf97, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004703000, 0xf97, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc006e5f680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006017518, 0xc0020e38a0, 0xc0065e2260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1488 [semacquire]:
encoding/json.Unmarshal(0xc0044d6000, 0x10c, 0x120, 0x9cfa40, 0xc00427d7a0, 0x120, 0x1)
/usr/local/go/src/encoding/json/decode.go:100 +0x31
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0045bf600, 0xc0054d8800, 0x78a, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0054d8800, 0x78a, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004e797a0, 0x2c, 0xc0054d8800, 0x78a, 0xc0054d8800, 0x78a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004e797a0, 0x2c, 0xc0054d8800, 0x78a, 0xaa0378, 0x1, 0xc0054d8800, 0x78a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1489 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4008da0, 0x7f1374004760)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00421be20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00421bdf0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001f1e000, 0x71c, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003773194, 0x26, 0xc001f1e000, 0x71c, 0xc001f1e000, 0x71c, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003773194, 0x26, 0xc001f1e000, 0x71c, 0xaa0378, 0x1, 0xc001f1e000, 0x71c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1490 [semacquire]:
bytes.makeSlice(0xa19, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007a3f388, 0xb5, 0x6a)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007a3f388, 0xc006edb500, 0xb5, 0x5165d7, 0xc001767805, 0xc005b0d378)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000666e70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000666e00)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000666000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000661f10)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000661810)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0041459b0, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007a3f518, 0xc0045bfec0, 0x2c, 0xc0065cee70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005370e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1491 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006a21c00, 0xb99, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006a21c00, 0xb99, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006a21c00, 0xb99, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006a21c00, 0xb99, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc006a21c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006a21c00, 0xb99, 0x0, 0x0, 0xb99, 0x1000, 0xc006a21c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006a21c00, 0xb99, 0xb99, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019cc6c0, 0x34, 0xc006a21c00, 0xb99, 0xc006a21c00, 0xb99, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019cc6c0, 0x34, 0xc006a21c00, 0xb99, 0xaa0378, 0x1, 0xc006a21c00, 0xb99, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1492 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005373e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1493 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002eab3c0, 0xaa04f9, 0x2, 0xc002eee100, 0x578, 0xc002eee100, 0xc002eab3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002eee100, 0x578, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002eab518, 0xc003db1960, 0x4b, 0xc005a99a90)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1494 [runnable]:
strings.Index(0xc002804d01, 0xec1, 0xaa0378, 0x1, 0x3)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc002804d01, 0xec1, 0xaa0378, 0x1, 0x0, 0x55e, 0xc005998000, 0x55f, 0x55f)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00442f3c0, 0xaa05c9, 0x2, 0xc003c58000, 0x1bc2, 0x6, 0x55f, 0xc005a23fa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003c58000, 0x1bc2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00442f518, 0xc0000a72e0, 0x64, 0xc001a24d20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005376e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1495 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc007032a00, 0x6c3, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007abf3c0, 0xaa0569, 0x2, 0xc007032a00, 0x6c3, 0x3, 0x193, 0xc003adb4a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007032a00, 0x6c3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007abf518, 0xc004973640, 0x3c, 0xc002282d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1496 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1370008500, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f67280, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f67270, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005b71000, 0x3a9, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00485d270, 0x47, 0xc005b71000, 0x3a9, 0xc005b71000, 0x3a9, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00485d270, 0x47, 0xc005b71000, 0x3a9, 0xaa0378, 0x1, 0xc005b71000, 0x3a9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005379e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1497 [semacquire]:
strings.genSplit(0xc0055bd600, 0x880, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1c5, 0x1c5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033bf3c0, 0xaa04d9, 0x2, 0xc005f89200, 0x880, 0x1, 0x1c5, 0xc0065e34a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005f89200, 0x880, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0033bf518, 0xc00477ffc0, 0x48, 0xc005a99540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1498 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003295000, 0x701, 0xc003425218, 0xc0009fd180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003295000, 0x701, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034253c0, 0xaa0599, 0x2, 0xc003295000, 0x701, 0x1, 0x16a, 0xc003db1240)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003295000, 0x701, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003425518, 0xc0049a2180, 0x48, 0xc00658bea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537ce0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1499 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0005015f0, 0xc0033e2be8, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0005015f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005015f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0005015f0, 0xc001541ab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00515a930, 0x0, 0x0, 0x0, 0x0, 0x801, 0xc00515a900)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00515a900, 0x0, 0x0, 0x0, 0x900, 0xc0047de000, 0x894, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0047de000, 0x894, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xfe62ec4600000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d97518, 0xc0062feba0, 0xc004ebb2a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537e60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1500 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0071913c0, 0xaa04f9, 0x2, 0xc007b75800, 0x379e, 0xc007b75800, 0xc0071913b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007b75800, 0x379e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007191518, 0xc00416a340, 0x2d, 0xc00393771d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556000, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1501 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556180, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1502 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005b48d80, 0xd7e, 0xc005a7f218, 0xc0009fd180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005b48d80, 0xd7e, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a7f3c0, 0xaa04fd, 0x2, 0xc005b48d80, 0xd7e, 0x49, 0x2e9, 0xc0075972c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b48d80, 0xd7e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a7f518, 0xc0049a2520, 0x4f, 0xc0047ea140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556300, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1503 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400af90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d9ed20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004d9ed10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0049fb900, 0x10d9, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00658a370, 0x4f, 0xc0049fb900, 0x10d9, 0xc0049fb900, 0x10d9, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00658a370, 0x4f, 0xc0049fb900, 0x10d9, 0xaa0378, 0x1, 0xc0049fb900, 0x10d9, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556480, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1504 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00475edd0, 0xc005c3e690, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00475edd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00475edd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00475edd0, 0xc001f267e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d6760, 0x0, 0x0, 0x0, 0xc002e89200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d6760, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e898f8, 0xc003390a00, 0x1461, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556600, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 972 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057f8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1505 [semacquire]:
strings.genSplit(0xc006d78600, 0x1219, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00704a800, 0x36c, 0x36c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e753c0, 0xaa04df, 0x2, 0xc002c54600, 0x1219, 0x5, 0x36c, 0xc007687560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002c54600, 0x1219, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e75518, 0xc0042c6e80, 0x37, 0xc003a8c3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556780, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1506 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc007a4b0c0, 0xaa04bf, 0x2, 0xa9, 0x2, 0xc007a4a198)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc007a4b0c0, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc007a4b0c0, 0xc0072df5e0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007a4b0c0, 0xc0072df5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007a4b0c0, 0xc0072df5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a4b0c0, 0xc007221030, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0046470c0, 0xc007221030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046470c0, 0xc007221030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a4b0c0, 0xc007220f50, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0046470c0, 0xc007220f50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046470c0, 0xc007220f50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a4b0c0, 0xc007220850, 0xc000ad9500, 0x7f13f04197d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0046470c0, 0xc007220850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046470c0, 0xc007220850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a4b0c0, 0xc007220770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046470c0, 0xc007220770, 0x54b170, 0xc000827110)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007220770, 0x0, 0x0, 0x0, 0x0, 0xc007220770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050d8030, 0x0, 0x0, 0x0, 0x2000, 0xc00377c000, 0x1bad, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00377c000, 0x1bad, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0047b1724)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004647518, 0xc003ada960, 0xc004db5de0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556900, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1507 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13bc228270, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00647d050, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00647d040, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0023bf0e0, 0x1cc, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0047ea320, 0x44, 0xc0023bf0e0, 0x1cc, 0xc0023bf0e0, 0x1cc, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0047ea320, 0x44, 0xc0023bf0e0, 0x1cc, 0xaa0378, 0x1, 0xc0023bf0e0, 0x1cc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556a80, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1508 [semacquire]:
strings.genSplit(0xc005c0f400, 0xb5a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007802a80, 0x28e, 0x28e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044433c0, 0xaa058b, 0x2, 0xc002a98c00, 0xb5a, 0x8, 0x28e, 0xc0049a27e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a98c00, 0xb5a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004443518, 0xc0062e87e0, 0x46, 0xc0047eb2c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556c00, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1509 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00358b0c0, 0xc005e6f490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb03
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00358b0c0, 0xc005e6f490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358b0c0, 0xc005e6f3b0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0044450c0, 0xc005e6f3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0044450c0, 0xc005e6f3b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358b0c0, 0xc005e6f2d0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0044450c0, 0xc005e6f2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0044450c0, 0xc005e6f2d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358b0c0, 0xc005e6ebd0, 0xc004444d40, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0044450c0, 0xc005e6ebd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0044450c0, 0xc005e6ebd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358b0c0, 0xc005e6eaf0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0044450c0, 0xc005e6eaf0, 0x54b170, 0xc0031e9ad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005e6eaf0, 0x0, 0x0, 0x0, 0x0, 0xc005e6eaf0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0058d7d10, 0x0, 0x0, 0x0, 0x1300, 0xc005248c00, 0x1062, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005248c00, 0x1062, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0025f5290)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004445518, 0xc00416b0e0, 0xc00416b9e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556d80, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1510 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00509c000, 0x6d3, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00509c000, 0x6d3, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00509c000, 0x6d3, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00509c000, 0x6d3, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00509c000, 0x6d3, 0x0, 0x0, 0x6d3, 0xc00509c000, 0x6d3)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00509c000, 0x6d3, 0x6d3, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043ff6d0, 0x44, 0xc00509c000, 0x6d3, 0xc00509c000, 0x6d3, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0043ff6d0, 0x44, 0xc00509c000, 0x6d3, 0xaa0378, 0x1, 0xc00509c000, 0x6d3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556f00, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1511 [semacquire]:
bytes.makeSlice(0x200, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0044410e8, 0x200, 0x43e2a1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7b620, 0xc005d08030, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005d08030, 0xc0044411d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005d08030, 0x0, 0x0, 0x0, 0x2600, 0xc007855200, 0x2562, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc007855200, 0x2562, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0043faa84)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004441518, 0xc004973900, 0xc0024bc3a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557080, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1512 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ad38f8, 0xc0021a4a00, 0x20a4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557200, 0x57)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 974 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057fa40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 975 [semacquire]:
strings.Replace(0xc006e98480, 0x1a25, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x4, 0xc006e98480, 0x1a25)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039578f8, 0xc006e93500, 0x1a1f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005762a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1628 [semacquire]:
bytes.makeSlice(0xc7b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001b92a40, 0xc7b, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc004836678, 0xc7b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00502eae0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00502eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1625 [runnable]:
regexp.(*inputString).step(0xc002220340, 0x204, 0xffffffffffffffff, 0x1)
/usr/local/go/src/regexp/regexp.go:365 +0xbc
regexp.(*Regexp).tryBacktrack(0xc001b24a00, 0xc0022202c0, 0xb886e0, 0xc002220340, 0xc000000049, 0x204, 0x0)
/usr/local/go/src/regexp/backtrack.go:218 +0xb5f
regexp.(*Regexp).backtrack(0xc001b24a00, 0x0, 0x0, 0x0, 0xc0031e0000, 0xd0e, 0x204, 0x2, 0xc0040a57f0, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:353 +0x39d
regexp.(*Regexp).doExecute(0xc001b24a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0031e0000, 0xd0e, 0x1fd, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc0031e0000, 0xd0e, 0x2, 0xc007fb9a58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc0031e0000, 0xd0e, 0x0, 0x0, 0xc0001e9410, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0031e0000, 0xd0e, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00502e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1626 [semacquire]:
github.com/gigawattio/window.Rolling(0xc007944000, 0x383, 0x383, 0x3, 0x0, 0x382, 0xc007944000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00443f518, 0xc005628de0, 0xc005629720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00502e7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 699 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400ba90, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f46d10, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f46d00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00458b500, 0xa21, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303ba40, 0x3f, 0xc00458b500, 0xa21, 0xc00458b500, 0xa21, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303ba40, 0x3f, 0xc00458b500, 0xa21, 0xaa0378, 0x1, 0xc00458b500, 0xa21, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae4d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1557 [semacquire]:
bytes.makeSlice(0xe09, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0065121b0, 0x5b, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0065121b0, 0xc005b75800, 0x5b, 0x6, 0xffffffffffffffff, 0xad0184)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0065121b0, 0xc005b75800, 0x5b, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0065121b0, 0xc00763e8c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0065121b0, 0xc00763e2a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065121b0, 0xc00773f420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065121b0, 0xc00773f340, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065121b0, 0xc00773ec40, 0xb84d20, 0xc0065121b0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0065121b0, 0xc00773ec40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004335200, 0xcab070bf, 0x1251a20, 0xc00384d300, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005770e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1558 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00354d500, 0xa44, 0xc000a99218, 0xc0002af880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00354d500, 0xa44, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a993c0, 0xaa058b, 0x2, 0xc00354d500, 0xa44, 0x1, 0x289, 0xc0049a36c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00354d500, 0xa44, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000a99518, 0xc002605c00, 0x5c, 0xc005e53860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1559 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005773e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1560 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1561 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005776e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1562 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.isStopChar(0x61, 0xc002cbc000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:10 +0x13b
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.toTrigramChar(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:32
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0056dd000, 0xdeb, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0xb9
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0056dd000, 0xdeb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0056dd000, 0xdeb, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0056dd000, 0xdeb, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0056dd000, 0xdeb, 0x0, 0x0, 0xdeb, 0xc0056dd000, 0xdeb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0056dd000, 0xdeb, 0xdeb, 0x1300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002579730, 0x51, 0xc0056dd000, 0xdeb, 0xc0056dd000, 0xdeb, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002579730, 0x51, 0xc0056dd000, 0xdeb, 0xaa0378, 0x1, 0xc0056dd000, 0xdeb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1563 [semacquire]:
strings.Replace(0xc00412c000, 0x1775, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00412c000, 0x1775)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0018cb8f8, 0xc001fa6000, 0x1765, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005779e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1564 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1565 [semacquire]:
strings.Replace(0xc005217000, 0xe86, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc0059da9a0, 0xc001ef9ca0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00417d8f8, 0xc005217000, 0xe86, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1566 [semacquire]:
strings.genSplit(0xc004bd1b00, 0x87f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc005b6f9d0, 0xc003259360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032593c0, 0xaa0599, 0x2, 0xc004bd1200, 0x87f, 0xc004bd1200, 0xc0032593b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004bd1200, 0x87f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003259518, 0xc00432b540, 0x4a, 0xc00378dc70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1567 [semacquire]:
strings.Replace(0xc0056a1400, 0xb95, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc0056a1400, 0xb95)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b578f8, 0xc00569e400, 0xb90, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1568 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057fe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1569 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1570 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1571 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a113e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1572 [semacquire]:
os.newFile(0xdb, 0xc001a09c80, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc001a09c80, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc001a09c80, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc001a09c80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1573 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1574 [semacquire]:
os.newFile(0xdd, 0xc00038a240, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc00038a240, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc00038a240, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc00038a240, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1575 [semacquire]:
bytes.makeSlice(0x353c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002108a40, 0x353c, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc001f48928, 0x353c, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00038a540, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1576 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1577 [semacquire]:
bytes.makeSlice(0x856d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001ed1a40, 0x856d, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc001f48938, 0x856d, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00038ab40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ab40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1578 [semacquire]:
bytes.makeSlice(0x1b67, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00180ea40, 0x1b67, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc001f48940, 0x1b67, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00038ae40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ae40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1579 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1580 [semacquire]:
strings.Replace(0xc006752800, 0xabf, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc006752800, 0xabf)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b758f8, 0xc00674f800, 0xabc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1581 [semacquire]:
strings.Replace(0xc001706600, 0x18f3, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f800056, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ae18f8, 0xc001706600, 0x18f3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1582 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001afb1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1583 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001afbb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1584 [semacquire]:
bytes.makeSlice(0x1e9e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001ed5a40, 0x1e9e, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc001f48978, 0x1e9e, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc001afbc20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001afbc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1585 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001afbd40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1586 [semacquire]:
os.newFile(0xe9, 0xc001afbe00, 0x5a, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc001afbe00, 0x5a, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc001afbe00, 0x5a, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc001afbe00, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001afbe00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1587 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001afbec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1588 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001afbf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1589 [semacquire]:
bytes.makeSlice(0xc03, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002064a40, 0xc03, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc0034bada0, 0xc03, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc002fac480, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc002fac480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1590 [semacquire]:
strings.Replace(0xc00380ec00, 0x11b9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc001e6cfc0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028538f8, 0xc00380ec00, 0x11b9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc002fac6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1591 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc002fac7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1592 [semacquire]:
bytes.makeSlice(0x158e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00206aa40, 0x158e, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc0034badc8, 0x158e, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc002fad080, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc002fad080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1593 [semacquire]:
strings.Replace(0xc00166cc00, 0x1125, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc0076f5740, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e8b8f8, 0xc00166cc00, 0x1125, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc002fad1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1541 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4007bc0, 0x7f1340006910)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044add20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044add00, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004325c00, 0x674, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c4e6c0, 0x33, 0xc004325c00, 0x674, 0xc004325c00, 0x674, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005c4e6c0, 0x33, 0xc004325c00, 0x674, 0xaa0378, 0x1, 0xc004325c00, 0x674, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc002fad260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1542 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005d510e8, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc005d510e8, 0xb7b620, 0xc0020f0000, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0020f0000, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0020f0000, 0xc005d511d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0020f0000, 0x0, 0x0, 0x0, 0x1500, 0xc002eeea00, 0x147a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc002eeea00, 0x147a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0018d3dd0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005d51518, 0xc00384dfc0, 0xc002244ca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1543 [semacquire]:
regexp.(*machine).step(0xc00621e2d0, 0xc00621e2e0, 0xc00621e310, 0x1123, 0x1124, 0x69, 0xc001e777f0)
/usr/local/go/src/regexp/exec.go:307 +0x2c5
regexp.(*machine).match(0xc00621e2d0, 0xb886e0, 0xc00621e390, 0x1121, 0xc001e778f0)
/usr/local/go/src/regexp/exec.go:225 +0x21f
regexp.(*Regexp).doExecute(0xc001b24a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0045fb000, 0x179b, 0x111b, 0x2, ...)
/usr/local/go/src/regexp/exec.go:542 +0x177
regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc0045fb000, 0x179b, 0x2, 0xc001e77a58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc0045fb000, 0x179b, 0x0, 0x0, 0xc0001e9410, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0045fb000, 0x179b, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004509c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1544 [runnable]:
bytes.makeSlice.func1()
/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0x56a1, 0xc007e9e000, 0x56a1, 0x56a1)
/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc005b208d0, 0x18b3, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005b208d0, 0xc002bae600, 0x18b3, 0x1, 0x127e7a0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc005b208d0, 0xc00580c380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:202 +0x694
golang.org/x/net/html.render1(0xb84d20, 0xc005b208d0, 0xc00580c2a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005b208d0, 0xc00346f030, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005b208d0, 0xc00346ef50, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005b208d0, 0xc00346e850, 0xb84d20, 0xc005b208d0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005b208d0, 0xc00346e850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00280b5c0, 0x50d201, 0xc003f60c00, 0x71, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001931518, 0xc002250900, 0xc00477fca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004512c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1545 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001c18000, 0x410, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001c18000, 0x410, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001c18000, 0x410, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001c18000, 0x410, 0x0, 0x0, 0x410, 0xc001c18000, 0x410)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001c18000, 0x410, 0x410, 0x480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0047fb4f0, 0x42, 0xc001c18000, 0x410, 0xc001c18000, 0x410, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0047fb4f0, 0x42, 0xc001c18000, 0x410, 0xaa0378, 0x1, 0xc001c18000, 0x410, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004515c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1546 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005168a20, 0x0, 0x0, 0x0, 0xc00345f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005168a20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00345f8f8, 0xc003f49000, 0xb56, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004518c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1547 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451bc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1548 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078eea0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1549 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001ae41a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc001ae4270, 0xc003f558f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166f920, 0x0, 0x0, 0x0, 0xc003511200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166f920, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035118f8, 0xc005109800, 0xbcf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2120, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1550 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2420, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1551 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2720, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1552 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005168c80, 0x0, 0x0, 0x0, 0xc002ea5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005168c80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ea58f8, 0xc00460a600, 0x1161, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2a20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1553 [semacquire]:
strings.Replace(0xc00413d500, 0x924, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc03f800054, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002daf8f8, 0xc00413d500, 0x924, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1602 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1603 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1604 [semacquire]:
strings.Replace(0xc005520a00, 0x14cd, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0020f1650, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016d98f8, 0xc005520a00, 0x14cd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1605 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1606 [semacquire]:
strings.Replace(0xc0027c8600, 0x1270, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0027c8600, 0x1270)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c4b8f8, 0xc0027c8600, 0x1270, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1607 [semacquire]:
strings.Replace(0xc006f9e480, 0x19ac, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc006f9e480, 0x19ac)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c3f8f8, 0xc006f9af80, 0x19ab, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047aae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1608 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ac60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1609 [semacquire]:
strings.Replace(0xc005615000, 0xdd9, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc005615000, 0xdd9)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00064d8f8, 0xc005615000, 0xdd9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1610 [semacquire]:
strings.Replace(0xc002170000, 0xede, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0050c2310, 0xc00534e780)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00299f8f8, 0xc002170000, 0xede, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b920, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1611 [semacquire]:
strings.Replace(0xc003103900, 0x125e, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc0075a5fb0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f2d8f8, 0xc003103900, 0x125e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047baa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1612 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00166fe60, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166fe60, 0x0, 0x0, 0x0, 0xc004cb3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166fe60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cb38f8, 0xc001fd0580, 0xc7e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d38060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1613 [semacquire]:
strings.Replace(0xc005623000, 0xef9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc00593b950, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00498d8f8, 0xc005623000, 0xef9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d38120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1614 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d381e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1615 [semacquire]:
strings.Replace(0xc002fa2800, 0x171e, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc005268850, 0xc00166fe80)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e5f8f8, 0xc002fa2800, 0x171e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d382a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1616 [semacquire]:
strings.Replace(0xc000420580, 0xc70, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc00531b080, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a858f8, 0xc000420580, 0xc70, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d38360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1617 [semacquire]:
strings.Replace(0xc00068e800, 0x167b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x14, 0xc00068e800, 0x167b)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032518f8, 0xc004b0d000, 0x1676, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d38420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1618 [semacquire]:
strings.Replace(0xc005aec000, 0x183b, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00636f8f8, 0xc005aec000, 0x183b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d384e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1619 [semacquire]:
strings.Replace(0xc003d0c580, 0xc20, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc003d0c580, 0xc20)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a2f8f8, 0xc003d0c580, 0xc20, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d385a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1620 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d38660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1517 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0035be300, 0x649, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0035be300, 0x649, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0035be300, 0x649, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0035be300, 0x649, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0035be300, 0x649, 0x0, 0x0, 0x649, 0xc0035be300, 0x649)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0035be300, 0x649, 0x649, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002283240, 0x3c, 0xc0035be300, 0x649, 0xc0035be300, 0x649, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002283240, 0x3c, 0xc0035be300, 0x649, 0xaa0378, 0x1, 0xc0035be300, 0x649, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d38720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1518 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001f14380, 0xcca, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001f14380, 0xcca, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001f14380, 0xcca, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001f14380, 0xcca, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001f14380, 0xcca, 0x0, 0x0, 0xcca, 0xc001f14380, 0xcca)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001f14380, 0xcca, 0xcca, 0xd80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048e81e0, 0x2f, 0xc001f14380, 0xcca, 0xc001f14380, 0xcca, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0048e81e0, 0x2f, 0xc001f14380, 0xcca, 0xaa0378, 0x1, 0xc001f14380, 0xcca, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005cb5d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1519 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0049d6000, 0xa60, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0049d6000, 0xa60, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0049d6000, 0xa60, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0049d6000, 0xa60, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0049d6000, 0xa60, 0x0, 0x0, 0xa60, 0xc0049d6000, 0xa60)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0049d6000, 0xa60, 0xa60, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00159cd40, 0x40, 0xc0049d6000, 0xa60, 0xc0049d6000, 0xa60, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00159cd40, 0x40, 0xc0049d6000, 0xa60, 0xaa0378, 0x1, 0xc0049d6000, 0xa60, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005cb5e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1520 [semacquire]:
bytes.makeSlice(0x10a2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002945ce0, 0xc2, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002945ce0, 0xc0057101a0, 0xc2, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002945ce0, 0xc0057101a0, 0xc2, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002945ce0, 0xc00497d490, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc002945ce0, 0xc00497d420, 0xb84d20, 0xc002945ce0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002945ce0, 0xc00497d420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002945cb0, 0x203000, 0x203000, 0x9f94796e00000000, 0xc00313f138)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc002945cb0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002945c80, 0xc00313f2c8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00313f6b0, 0xc00000f960, 0xaac03e, 0x7, 0xc00000f960)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00313f6b0, 0xc00000f960, 0xc00534e4e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005cb5ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1521 [semacquire]:
strings.Replace(0xc004b52600, 0x1875, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0059de2d0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00395d8f8, 0xc004b52600, 0x1875, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005cb5f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1634 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e18060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1635 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e18120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1636 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e181e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1637 [semacquire]:
strings.Replace(0xc005154000, 0xb74, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc005154000, 0xb74)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060bb8f8, 0xc00510c800, 0xb71, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e182a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1638 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc001bba820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001bba820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001bba820, 0xc007be5420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004db4480, 0x0, 0x0, 0x0, 0xc002d45200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004db4480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d458f8, 0xc004a1a380, 0xcb2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e18360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1639 [semacquire]:
golang.org/x/net/html.parseDoctype(0xc005bd7760, 0x4, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/doctype.go:17 +0x42
golang.org/x/net/html.initialIM(0xc001ae4410, 0x7f1300000000)
/home/develop/go/src/golang.org/x/net/html/parse.go:530 +0x98
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001ae4410)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001ae4410, 0xc003f55f80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166fa20, 0x0, 0x0, 0x0, 0xc00394b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166fa20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00394b8f8, 0xc005154c00, 0xb05, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e18420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1640 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e184e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1641 [semacquire]:
strings.Replace(0xc003fdcc00, 0x10a8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0x7f13c9ae7fff, 0xc002ad3278)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ad38f8, 0xc003fdcc00, 0x10a8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e185a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1642 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e18660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1643 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e18720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1644 [semacquire]:
encoding/json.(*decodeState).literalStore(0xc0077de8f0, 0xc005b31470, 0x12, 0xf0, 0x9e4c80, 0xc006464088, 0x18d, 0x0, 0x10d, 0xc0077de918)
/usr/local/go/src/encoding/json/decode.go:988 +0x1007
encoding/json.(*decodeState).value(0xc0077de8f0, 0x9e4c80, 0xc006464088, 0x18d, 0x9e4c80, 0xc006464088)
/usr/local/go/src/encoding/json/decode.go:401 +0x1de
encoding/json.(*decodeState).object(0xc0077de8f0, 0xa49de0, 0xc006464080, 0x199, 0xab20e1, 0xb)
/usr/local/go/src/encoding/json/decode.go:782 +0x12e5
encoding/json.(*decodeState).value(0xc0077de8f0, 0xa49de0, 0xc006464080, 0x199, 0xa49de0, 0xc006464080)
/usr/local/go/src/encoding/json/decode.go:387 +0x6d
encoding/json.(*decodeState).array(0xc0077de8f0, 0x9cfa40, 0xc004ec63a0, 0x16, 0xc0077de918, 0x5b)
/usr/local/go/src/encoding/json/decode.go:575 +0x1a7
encoding/json.(*decodeState).value(0xc0077de8f0, 0x9cfa40, 0xc004ec63a0, 0x16, 0xc0061278d0, 0x532927)
/usr/local/go/src/encoding/json/decode.go:377 +0xfd
encoding/json.(*decodeState).unmarshal(0xc0077de8f0, 0x9cfa40, 0xc004ec63a0, 0xc0077de918, 0x0)
/usr/local/go/src/encoding/json/decode.go:180 +0x1f0
encoding/json.Unmarshal(0xc005b31440, 0x10d, 0x120, 0x9cfa40, 0xc004ec63a0, 0x120, 0x1)
/usr/local/go/src/encoding/json/decode.go:107 +0x112
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc003646cc0, 0xc001b2a000, 0x7ab, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc001b2a000, 0x7ab, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e7b60, 0x5c, 0xc001b2a000, 0x7ab, 0xc001b2a000, 0x7ab, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e7b60, 0x5c, 0xc001b2a000, 0x7ab, 0xaa0378, 0x1, 0xc001b2a000, 0x7ab, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e187e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 976 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 977 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005765a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1650 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1651 [semacquire]:
strings.Replace(0xc0045b6c00, 0x126a, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0045b6c00, 0x126a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a738f8, 0xc0045b4600, 0x1267, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1652 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1653 [semacquire]:
strings.Replace(0xc004250000, 0x9c4, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc002d167e0, 0xc002605d00)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002dc38f8, 0xc004250000, 0x9c4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005771a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1654 [semacquire]:
strings.Replace(0xc00558e380, 0xd0b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc00558e380, 0xd0b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002db18f8, 0xc00558c880, 0xd09, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005774a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1655 [semacquire]:
strings.Replace(0xc0028e8c00, 0x11ad, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc001e4e9f0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f278f8, 0xc0028e8c00, 0x11ad, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005777a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1656 [semacquire]:
strings.Replace(0xc0049b0000, 0x155a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00636d8f8, 0xc0049b0000, 0x155a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1657 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc0005aa750)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc0005aa750, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005aa750)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0005aa750, 0xc006f1a3f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166fe20, 0x0, 0x0, 0x0, 0xc00288f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166fe20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00288f8f8, 0xc00147c800, 0xbc6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1658 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1659 [semacquire]:
strings.Replace(0xc0057b5100, 0xcea, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x6, 0xc005ce2000, 0xc007818480)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d038f8, 0xc0057b5100, 0xcea, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1660 [semacquire]:
strings.Replace(0xc001e8f900, 0x12cf, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc001e8f900, 0x12cf)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032cd8f8, 0xc0046df900, 0x12ab, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a71a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1661 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0005aaa90, 0xc0056301b0, 0x7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0005aaa90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005aaa90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0005aaa90, 0xc00575ce00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166ff40, 0x0, 0x0, 0x0, 0xc0037ef200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166ff40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037ef8f8, 0xc0057f8d80, 0xd5b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7320, 0x58)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1662 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a74a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1663 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00166ff80, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166ff80, 0x0, 0x0, 0x0, 0xc002a77200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166ff80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a778f8, 0xc0049b4800, 0x1585, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a76e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1664 [semacquire]:
strings.Replace(0xc0023ec000, 0xea1, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00651f8f8, 0xc0023ec000, 0xea1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1665 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0005aac30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005aac30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0005aac30, 0xc003463a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166ffa0, 0x0, 0x0, 0x0, 0xc003255200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166ffa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032558f8, 0xc001818400, 0xb74, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1666 [semacquire]:
strings.Replace(0xc006283000, 0x152d, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1e, 0xc006283000, 0x152d)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fcf8f8, 0xc003b7a800, 0x152c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1667 [semacquire]:
strings.Replace(0xc004628000, 0x9bb, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc004628000, 0x9bb)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00636b8f8, 0xc004628000, 0x9bb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1668 [semacquire]:
strings.Replace(0xc0024b0000, 0xeb9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00651b8f8, 0xc0024b0000, 0xeb9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1669 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc0005aadd0, 0xc00726c2a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0005aadd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x347
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005aadd0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0005aadd0, 0xc00726c070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166ffe0, 0x0, 0x0, 0x0, 0xc00651d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166ffe0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00651d8f8, 0xc00337bb00, 0xd51, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1670 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004ec6020, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ec6020, 0x0, 0x0, 0x0, 0xc002a71200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ec6020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a718f8, 0xc001c1d800, 0x7e7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a236e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1671 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0005aaf70, 0xc0056302b8, 0x3)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc0005aaf70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005aaf70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0005aaf70, 0xc00726c310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ec6040, 0x0, 0x0, 0x0, 0xc002f39200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ec6040, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f398f8, 0xc001940800, 0xb17, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1672 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1673 [semacquire]:
strings.Replace(0xc0008a9400, 0x21fd, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x15, 0xc0008a9400, 0x21fd)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f3b8f8, 0xc0058f0f00, 0x21f3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bf80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1674 [semacquire]:
bytes.makeSlice(0xbe07, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0003ada40, 0xbe07, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc000f5a528, 0xbe07, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00038b2c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1675 [semacquire]:
strings.Replace(0xc00565aa80, 0x95d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f80020e, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031c38f8, 0xc00565aa80, 0x95d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1676 [semacquire]:
strings.Replace(0xc006b80800, 0x17eb, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f8013c3, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023d78f8, 0xc006b80800, 0x17eb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1677 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1678 [semacquire]:
strings.Replace(0xc006a69000, 0xdc9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x7, 0xc03f800069, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00393f8f8, 0xc006a69000, 0xdc9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1679 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0005abe10, 0xc005bf62c5, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc0005abe10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005abe10)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0005abe10, 0xc005696c40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ec6340, 0x0, 0x0, 0x0, 0xc003399200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ec6340, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033998f8, 0xc002b52400, 0xba9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b88cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1680 [semacquire]:
strings.Replace(0xc001bf4f00, 0x2475, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x6, 0xc004ada2d0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00326d8f8, 0xc001bf4f00, 0x2475, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b898c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1681 [semacquire]:
strings.Replace(0xc006d85000, 0x1621, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f811a34, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0017238f8, 0xc006d85000, 0x1621, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1682 [semacquire]:
strings.Replace(0xc005287800, 0x78a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc005287800, 0x78a)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001d9b8f8, 0xc005287800, 0x78a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1683 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004ec6380, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ec6380, 0x0, 0x0, 0x0, 0xc002b5d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ec6380, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002b5d8f8, 0xc004fb4a00, 0x6b6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1684 [semacquire]:
strings.Replace(0xc006c98c00, 0x12e4, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc006c98c00, 0x12e4)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fb38f8, 0xc006c96600, 0x12ba, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a060, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1685 [semacquire]:
strings.Replace(0xc005a89400, 0x24ff, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x9, 0xc005a89400, 0x24ff)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025eb8f8, 0xc005a84a00, 0x24e3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a120, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1686 [semacquire]:
strings.Replace(0xc006a7f000, 0xfaf, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xe, 0xc0058a12c0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00325f8f8, 0xc006a7f000, 0xfaf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a1e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1687 [semacquire]:
strings.Replace(0xc00412a600, 0x193b, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc000667ea0, 0xc004db5520)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0019f18f8, 0xc00412a600, 0x193b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1688 [semacquire]:
strings.Replace(0xc002632a00, 0x1372, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc005a3e9f0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033978f8, 0xc002632a00, 0x1372, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1689 [semacquire]:
strings.Replace(0xc006e88c00, 0x10d4, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc006e88c00, 0x10d4)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0018878f8, 0xc006e86600, 0x10d2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1690 [semacquire]:
strings.Replace(0xc006e5a800, 0x16df, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xf, 0xc006e5a800, 0x16df)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ea18f8, 0xc004f3e800, 0x16da, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1691 [semacquire]:
strings.Replace(0xc0025f8000, 0xf6f, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0065278f8, 0xc0025f8000, 0xf6f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1692 [semacquire]:
strings.Replace(0xc006f35000, 0x17b5, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x5, 0xc006f35000, 0x17b5)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025f18f8, 0xc005049000, 0x17b0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1693 [semacquire]:
strings.Replace(0xc00260e000, 0xeed, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x7, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0065198f8, 0xc00260e000, 0xeed, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1694 [semacquire]:
strings.Replace(0xc00261a000, 0xfdc, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0065238f8, 0xc00261a000, 0xfdc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1695 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1696 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1697 [semacquire]:
strings.Replace(0xc006af6a00, 0x13df, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc006af6a00, 0x13df)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002b1d8f8, 0xc002cf0a00, 0x13dd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604aa20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1698 [semacquire]:
strings.genSplit(0xc0080f4800, 0x7eb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d6a000, 0x1c7, 0x1c7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b193c0, 0xaa05c9, 0x2, 0xc007d6b000, 0x7eb, 0x2, 0x1c7, 0xc007676b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007d6b000, 0x7eb, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b19518, 0xc0076765a0, 0x3a, 0xc007992240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604aae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1699 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0036d9200, 0x5d1, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0036d9200, 0x5d1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0036d9200, 0x5d1, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0036d9200, 0x5d1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0036d9200, 0x5d1, 0x0, 0x0, 0x5d1, 0xc0036d9200, 0x5d1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0036d9200, 0x5d1, 0x5d1, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007993a40, 0x32, 0xc0036d9200, 0x5d1, 0xc0036d9200, 0x5d1, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc007993a40, 0x32, 0xc0036d9200, 0x5d1, 0xaa0378, 0x1, 0xc0036d9200, 0x5d1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604aba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1700 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003d29180, 0x33b, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003d29180, 0x33b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003d29180, 0x33b, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003d29180, 0x33b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003d29180)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003d29180, 0x33b, 0x0, 0x0, 0x33b, 0x580, 0xc003d29180)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003d29180, 0x33b, 0x33b, 0x580)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006b4f920, 0x56, 0xc003d29180, 0x33b, 0xc003d29180, 0x33b, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc006b4f920, 0x56, 0xc003d29180, 0x33b, 0xaa0378, 0x1, 0xc003d29180, 0x33b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604ac60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1701 [runnable]:
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000349195, 0x7, 0x7, 0x2, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc000349195, 0x7, 0x2, 0xc0080c2538, 0x14790126a3e0, 0xc0046485d8, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc000349195, 0x7, 0xaa0378, 0x1, 0xc006fd2200, 0x4)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080c30c0, 0xc0038139d0, 0xc0022218c0, 0xc004648670)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c30c0, 0xc003813960, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0046490c0, 0xc003813960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046490c0, 0xc003813960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c30c0, 0xc003813880, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0046490c0, 0xc003813880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046490c0, 0xc003813880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c30c0, 0xc003813180, 0xc000783c00, 0x7f13f041ac28)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0046490c0, 0xc003813180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046490c0, 0xc003813180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c30c0, 0xc001fdc8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046490c0, 0xc001fdc8c0, 0x54b170, 0xc002589930)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001fdc8c0, 0x0, 0x0, 0x0, 0x0, 0xc001fdc8c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00515bdd0, 0x0, 0x0, 0x0, 0x1500, 0xc005e0e000, 0x1326, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005e0e000, 0x1326, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001deb450)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004649518, 0xc005169c60, 0xc003f265e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604ad20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1702 [runnable]:
strings.genSplit(0xc00398107c, 0x417, 0xaa0378, 0x1, 0x0, 0x233, 0x4f, 0xc003980000, 0x7f13c85f63c0)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e893c0, 0xaa058b, 0x2, 0xc003980000, 0xa13, 0xc003980000, 0xc001e893b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003980000, 0xa13, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e89518, 0xc004ebaca0, 0x53, 0xc00502eb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604ade0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1703 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604aea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1704 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1344002780, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00373ccc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00373ccb0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0049a6000, 0x25a, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004167b8d, 0x33, 0xc0049a6000, 0x25a, 0xc0049a6000, 0x25a, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004167b8d, 0x33, 0xc0049a6000, 0x25a, 0xaa0378, 0x1, 0xc0049a6000, 0x25a, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604af60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1705 [semacquire]:
strings.Replace(0xc00633b000, 0x173e, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x3, 0xc00633b000, 0x173e)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0027a18f8, 0xc00633b000, 0x173e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1706 [semacquire]:
syscall.ByteSliceFromString(0xc00604b0e0, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc002f12000)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc00604b0e0, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc00604b0e0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc00604b0e0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc00604b0e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1707 [semacquire]:
strings.Replace(0xc00577c800, 0xb2e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc00577c800, 0xb2e)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cdb8f8, 0xc00577c800, 0xb2e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1708 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1709 [semacquire]:
bytes.makeSlice(0x1b50, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000612a40, 0x1b50, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc004836608, 0x1b50, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00604b320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1710 [semacquire]:
syscall.ByteSliceFromString(0xc00604b3e0, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc002090c80)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc00604b3e0, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc00604b3e0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc00604b3e0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc00604b3e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1711 [semacquire]:
strings.Replace(0xc0058fb900, 0x1282, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0xc005b83a70, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047678f8, 0xc0058fb900, 0x1282, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1712 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1713 [semacquire]:
bytes.makeSlice(0xdb7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00204da40, 0xdb7, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc004836398, 0xdb7, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00604b620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1714 [semacquire]:
bytes.makeSlice(0x11d1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0007f9a40, 0x11d1, 0x5a)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc0048363a0, 0x11d1, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00604b6e0, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b6e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1715 [semacquire]:
bytes.makeSlice(0x1b80, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000fbaa40, 0x1b80, 0x5a)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc0048363a8, 0x1b80, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00604b7a0, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b7a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1716 [semacquire]:
bytes.makeSlice(0x1c99, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000fbea40, 0x1c99, 0x5a)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc0048363b0, 0x1c99, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00604b860, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b860, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1717 [semacquire]:
bytes.makeSlice(0x122e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003125a40, 0x122e, 0x5a)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc0048363b8, 0x122e, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00604b920, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b920, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1718 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b9e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1719 [semacquire]:
bytes.makeSlice(0x1bad, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00311ea40, 0x1bad, 0x59)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc0048363d0, 0x1bad, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00604baa0, 0x59, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604baa0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1720 [semacquire]:
bytes.makeSlice(0x1f1c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00311fa40, 0x1f1c, 0x59)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc0048363d8, 0x1f1c, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00604bb60, 0x59, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604bb60, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1721 [semacquire]:
bytes.makeSlice(0x2889, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001618a40, 0x2889, 0x59)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc0048363e0, 0x2889, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00604bc20, 0x59, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604bc20, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1722 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604bce0, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1723 [semacquire]:
strings.Replace(0xc004153000, 0x724, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc004e68c00, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0022758f8, 0xc004153000, 0x724, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604bda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1724 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604be60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1725 [semacquire]:
strings.Replace(0xc005285100, 0xd6c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc005285100, 0xd6c)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038d78f8, 0xc005281b00, 0xd67, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604bf20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1726 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060000, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1727 [semacquire]:
bytes.makeSlice(0x13d8, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00161ca40, 0x13d8, 0x5a)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc004836410, 0x13d8, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc0060600c0, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0060600c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1728 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1729 [semacquire]:
strings.Replace(0xc0052e6a00, 0x13d4, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f827645, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026498f8, 0xc0052e6a00, 0x13d4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1730 [semacquire]:
bytes.makeSlice(0x1562, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000933a40, 0x1562, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc004836430, 0x1562, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc006060300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1731 [semacquire]:
bytes.makeSlice(0x1ee1, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000932a40, 0x1ee1, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc004836438, 0x1ee1, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc0060603c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0060603c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1732 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1733 [semacquire]:
bytes.makeSlice(0x160d, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000c40a40, 0x160d, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc004836448, 0x160d, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc006060540, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1734 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1735 [semacquire]:
bytes.makeSlice(0x1273, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000c3da40, 0x1273, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc004836450, 0x1273, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc0060606c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0060606c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1736 [semacquire]:
syscall.ByteSliceFromString(0xc006060780, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc003328000)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc006060780, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc006060780, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc006060780, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc006060780, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1737 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1738 [semacquire]:
os.(*File).Stat(0xc004836468, 0x5b, 0x0, 0x0, 0xc004836468)
/usr/local/go/src/os/stat_unix.go:19 +0x3f
io/ioutil.ReadFile(0xc006060900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:62 +0xb3
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1739 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0060609c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1740 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00166fa60, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166fa60, 0x0, 0x0, 0x0, 0xc000a9f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166fa60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000a9f8f8, 0xc0054bdb00, 0xd11, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1741 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1742 [runnable]:
strings.Index(0xc003e17900, 0x1023, 0xaa0378, 0x1, 0x2d7)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc003e17900, 0x1023, 0xaa0378, 0x1, 0x0, 0x2d7, 0xc007ea7000, 0x2d8, 0x2d8)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0029ff3c0, 0xaa058b, 0x2, 0xc003e14000, 0x1023, 0x1, 0x2d8, 0xc004ebb740)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003e14000, 0x1023, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0029ff518, 0xc004ebb3a0, 0x55, 0xc00502ec60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1743 [runnable]:
unicode.SimpleFold(0x43, 0xc004cd88c0)
/usr/local/go/src/unicode/letter.go:336 +0x14f
regexp/syntax.(*compiler).rune(0xc00804ab30, 0xc0053088c0, 0x1, 0x10, 0xd5, 0xc004cd88c0)
/usr/local/go/src/regexp/syntax/compile.go:271 +0x1df
regexp/syntax.(*compiler).compile(0xc00804ab30, 0xc007acb260, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc00804ab30, 0xc007acb2d0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc007acb2d0, 0xc007acb2d0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00804aff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00804aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x7f1360582100, 0x20300200000000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00804aff8, 0xc00653ee00, 0x3e00acb110, 0x5199fd, 0xc008042000)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00804aff8, 0x203001, 0xc00653efc0, 0x42ca96, 0x1007f13f041b9b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00804aff8, 0x46e6ce, 0xc0048a3200, 0xc0009f0a80, 0x7f13f041b9b8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x88b, 0x2000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005bd8ea0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00523b410, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00653f8f8, 0xc005570000, 0x165b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1744 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12b4007bb0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0046f5170, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0046f5160, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0053a5c00, 0x644, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003dcfb90, 0x6b, 0xc0053a5c00, 0x644, 0xc0053a5c00, 0x644, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003dcfb90, 0x6b, 0xc0053a5c00, 0x644, 0xaa0378, 0x1, 0xc0053a5c00, 0x644, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1745 [semacquire]:
strings.genSplit(0xc0060c6a00, 0x24bc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x61c, 0x61c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ded3c0, 0xaa04df, 0x2, 0xc006168000, 0x24bc, 0x8, 0x61c, 0xc0062fe660)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006168000, 0x24bc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ded518, 0xc004bb24e0, 0x49, 0xc00571f8b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1746 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005ec10c0, 0xc007640b40, 0x121, 0x7, 0xc007640b40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005ec10c0, 0xc00568fce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005ec10c0, 0xc00568fce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ec10c0, 0xc00568fc00, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00325d0c0, 0xc00568fc00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc00568fc00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ec10c0, 0xc00568fb20, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00325d0c0, 0xc00568fb20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc00568fb20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ec10c0, 0xc00568f420, 0xc00325cd40, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00325d0c0, 0xc00568f420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc00568f420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ec10c0, 0xc00568f340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc00568f340, 0x54b170, 0xc0049feb60)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00568f340, 0x0, 0x0, 0x0, 0x0, 0xc00568f340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0056a2960, 0x0, 0x0, 0x0, 0x1300, 0xc006151300, 0x1154, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006151300, 0x1154, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00571fa90)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00325d518, 0xc004bb28c0, 0xc004bb3140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1747 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13042c5c00, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003623dd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003623db0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001598900, 0x849, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005cec600, 0x41, 0xc001598900, 0x849, 0xc001598900, 0x849, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005cec600, 0x41, 0xc001598900, 0x849, 0xaa0378, 0x1, 0xc001598900, 0x849, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1748 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc001dd74a0, 0xe8, 0x2, 0xc006aee198, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc001dd74a0, 0xe8, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006aef0c0, 0xc004172230, 0xc006aee1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006aef0c0, 0xc0041721c0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006aef0c0, 0xc0041721c0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006aef0c0, 0xc0041721c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006aef0c0, 0xc0041721c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006aef0c0, 0xc002bf6770, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00325d0c0, 0xc002bf6770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc002bf6770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006aef0c0, 0xc002bf6690, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00325d0c0, 0xc002bf6690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc002bf6690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006aef0c0, 0xc003fbfe30, 0xc000809c00, 0x7f13f041b9b8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00325d0c0, 0xc003fbfe30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc003fbfe30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006aef0c0, 0xc003fbfd50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc003fbfd50, 0x54b170, 0xc00009d2b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003fbfd50, 0x0, 0x0, 0x0, 0x0, 0xc003fbfd50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0029451d0, 0x0, 0x0, 0x0, 0x1a80, 0xc004f41a80, 0x1a49, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004f41a80, 0x1a49, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0025a8640)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00325d518, 0xc004bb36e0, 0xc00166f080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1749 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc00009d790)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc00009d790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00009d790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00009d790, 0xc004172770, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166f220, 0x0, 0x0, 0x0, 0xc00325d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166f220, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00325d8f8, 0xc0031b6000, 0xbf7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1750 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032a73c0, 0xaa04f9, 0x2, 0xc00633f000, 0x766, 0x1, 0x177, 0xc005de6ac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00633f000, 0x766, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032a7518, 0xc00166f3c0, 0x56, 0xc000576660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1751 [runnable]:
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc001546710, 0x7, 0x7, 0x2, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc001546710, 0x7, 0x2, 0xc00067a538, 0xc003a94f00, 0xc000f665d8, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc001546710, 0x7, 0xaa0378, 0x1, 0xc006fd2380, 0x7)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00067b0c0, 0xc001ec1500, 0xc0022216b0, 0xc000f66670)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00067b0c0, 0xc001ec1490, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f670c0, 0xc001ec1490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f670c0, 0xc001ec1490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00067b0c0, 0xc001ec13b0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f670c0, 0xc001ec13b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f670c0, 0xc001ec13b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00067b0c0, 0xc007b6bdc0, 0xc000d58e00, 0x7f13f041c080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f670c0, 0xc007b6bdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f670c0, 0xc007b6bdc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00067b0c0, 0xc007b6bce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f670c0, 0xc007b6bce0, 0x54b170, 0xc003208340)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007b6bce0, 0x0, 0x0, 0x0, 0x0, 0xc007b6bce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002606f90, 0x0, 0x0, 0x0, 0x1300, 0xc006550000, 0x1121, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006550000, 0x1121, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc005bf7500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000f67518, 0xc007677340, 0xc00166f680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0060612c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1752 [runnable]:
strings.genSplit(0xc004971e74, 0x91, 0xaa0378, 0x1, 0x0, 0x187, 0xc008008000, 0x188, 0x188)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004a953c0, 0xaa04d9, 0x2, 0xc006c78800, 0x705, 0x1, 0x188, 0xc004db4b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006c78800, 0x705, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004a95518, 0xc004db4760, 0x4f, 0xc0039ac3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1753 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400b930, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00172a640, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00172a630, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004bd3600, 0x8e7, 0x572a20, 0xc001b24b40, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005b7407b, 0x36, 0xc004bd3600, 0x8e7, 0xc004bd3600, 0x8e7, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005b7407b, 0x36, 0xc004bd3600, 0x8e7, 0xaa0378, 0x1, 0xc004bd3600, 0x8e7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1754 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0008e2a80, 0x9b2, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0008e2a80, 0x9b2, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0008e2a80, 0x9b2, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0008e2a80, 0x9b2, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0008e2a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0008e2a80, 0x9b2, 0x0, 0x0, 0x9b2, 0xc00, 0xc0008e2a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0008e2a80, 0x9b2, 0x9b2, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005e52e40, 0x5a, 0xc0008e2a80, 0x9b2, 0xc0008e2a80, 0x9b2, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005e52e40, 0x5a, 0xc0008e2a80, 0x9b2, 0xaa0378, 0x1, 0xc0008e2a80, 0x9b2, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1755 [semacquire]:
bytes.makeSlice(0x84, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00379f590, 0x4, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00379f590, 0xad063c, 0x4, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc00379f590, 0xc007faf3b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd
golang.org/x/net/html.render1(0xb84d20, 0xc00379f590, 0xc007faf1f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00379f590, 0xc007faf180, 0xb84d20, 0xc00379f590)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00379f590, 0xc007faf180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00760b620, 0xef843a51, 0x1251a20, 0xc004db4100, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0060615c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1756 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001d6ed80, 0x480, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001d6ed80, 0x480, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d6ed80, 0x480, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d6ed80, 0x480, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d6ed80, 0x480, 0x0, 0x0, 0x480, 0xc001d6ed80, 0x480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d6ed80, 0x480, 0x480, 0x500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0079934c0, 0x36, 0xc001d6ed80, 0x480, 0xc001d6ed80, 0x480, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0079934c0, 0x36, 0xc001d6ed80, 0x480, 0xaa0378, 0x1, 0xc001d6ed80, 0x480, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1757 [runnable]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047c18f8, 0xc004560c80, 0xc19, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1758 [runnable]:
strings.Index(0xc002f0f000, 0xf51, 0xaa0378, 0x1, 0x2ce)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc002f0f000, 0xf51, 0xaa0378, 0x1, 0x0, 0x2ce, 0xc007dc9000, 0x2cf, 0x2cf)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b793c0, 0xaa0599, 0x2, 0xc007e19000, 0xf51, 0x1, 0x2cf, 0xc003c097a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007e19000, 0xf51, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b79518, 0xc0075960a0, 0x36, 0xc007a00f00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1759 [semacquire]:
strings.genSplit(0xc002534c00, 0x101c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc008007420, 0xc002c15360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c153c0, 0xaa04f9, 0x2, 0xc002533900, 0x101c, 0xc002533900, 0xc002c153b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002533900, 0x101c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c15518, 0xc004ec7280, 0x3b, 0xc007443180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0060618c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1760 [runnable]:
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00222c6c5, 0x7, 0x7, 0x2, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00222c6c5, 0x7, 0x2, 0xc007f72538, 0xc007893400, 0xc00350a5d8, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00222c6c5, 0x7, 0xaa0378, 0x1, 0xc006fd2000, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007f730c0, 0xc007f593b0, 0xc002d811e0, 0xc00350a670)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f730c0, 0xc007f59340, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00350b0c0, 0xc007f59340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00350b0c0, 0xc007f59340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f730c0, 0xc007f59260, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00350b0c0, 0xc007f59260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00350b0c0, 0xc007f59260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f730c0, 0xc007f58b60, 0xc0002af880, 0x7f13f0419108)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00350b0c0, 0xc007f58b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00350b0c0, 0xc007f58b60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f730c0, 0xc007f58a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00350b0c0, 0xc007f58a80, 0x54b170, 0xc000500680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007f58a80, 0x0, 0x0, 0x0, 0x0, 0xc007f58a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007447170, 0x0, 0x0, 0x0, 0x1300, 0xc002b7e000, 0x1210, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002b7e000, 0x1210, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0xc003c9ce08, 0x75bd50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00350b518, 0xc0043cd780, 0xc00416a1e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1761 [semacquire]:
strings.genSplit(0xc0070a2800, 0xbb3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0047e6000, 0xc003807360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038073c0, 0xaa059b, 0x2, 0xc0070a1c00, 0xbb3, 0xc0070a1c00, 0xc0038073b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0070a1c00, 0xbb3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003807518, 0xc004db4400, 0x38, 0xc007443740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1762 [runnable]:
unicode.SimpleFold(0x43, 0xc005668b40)
/usr/local/go/src/unicode/letter.go:336 +0x14f
regexp/syntax.(*compiler).rune(0xc007ebab30, 0xc0073abf80, 0x1, 0x10, 0xd5, 0xc005668b40)
/usr/local/go/src/regexp/syntax/compile.go:271 +0x1df
regexp/syntax.(*compiler).compile(0xc007ebab30, 0xc002966bd0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc007ebab30, 0xc002966c40, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc002966c40, 0xc002966c40, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007ebaff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007ebaff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0039cddac)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007ebaff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007ebaff8, 0x1, 0xc004e37120, 0xc0100bff880, 0x2804f04197d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007ebaff8, 0x4, 0xbcb, 0xc005d17401, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005d17000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x7f13c8511fb0, 0xbf)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005053890, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047bb8f8, 0xc003057900, 0x1234, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1763 [runnable]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0022d45b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x825
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0022d45b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0022d45b0, 0xc002fde3f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000fae0, 0x0, 0x0, 0x0, 0xc002417200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000fae0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024178f8, 0xc00598d300, 0x1860, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1764 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00530de90, 0xc005a4b1d8, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc005a4b518, 0xc005168d40, 0x7f13f041b9b8, 0x0, 0x6d0000c0076e9090)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:551 +0x183
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005a4b518, 0xc005168d40, 0x57)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1765 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1766 [semacquire]:
strings.Replace(0xc007004800, 0x16fc, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc004913020, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047c98f8, 0xc007004800, 0x16fc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1767 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1768 [semacquire]:
strings.Replace(0xc006c08a00, 0x14ed, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc006d3a810, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047c58f8, 0xc006c08a00, 0x14ed, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1769 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1770 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1771 [semacquire]:
os.newFile(0xb4, 0xc00607e180, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc00607e180, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc00607e180, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc00607e180, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1772 [semacquire]:
bytes.makeSlice(0x4f2, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00398d388, 0xa8, 0xaf)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00398d388, 0xc0056da790, 0xa8, 0x5165d7, 0xc00269cd3a, 0xc00752a940)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0034fa000)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f45ce0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f45420)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f45340)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001217960)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00456f020, 0xc00009bd70, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00398d518, 0xc0020e2920, 0x44, 0xc0036ea1f3)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1773 [runnable]:
strings.genSplit(0xc00256206f, 0x708, 0xaa0378, 0x1, 0x0, 0x179, 0xb77, 0xc00255f800, 0xb7c)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00264d518, 0xc003ada7a0, 0xc003adb200)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1774 [runnable]:
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00052bf10, 0x7, 0x7, 0x2, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00052bf10, 0x7, 0x2, 0xc008046538, 0xc007d7f400, 0xc0049dc5d8, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00052bf10, 0x7, 0xaa0378, 0x1, 0xc006fd2380, 0x7)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080470c0, 0xc002438540, 0xc0022216b0, 0xc0049dc670)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080470c0, 0xc0024384d0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0049dd0c0, 0xc0024384d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049dd0c0, 0xc0024384d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080470c0, 0xc0024383f0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0049dd0c0, 0xc0024383f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049dd0c0, 0xc0024383f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080470c0, 0xc003313a40, 0xc0049dcdb8, 0x443c10)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0049dd0c0, 0xc003313a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049dd0c0, 0xc003313a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080470c0, 0xc003313960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049dd0c0, 0xc003313960, 0x54b170, 0xc002746000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003313960, 0x0, 0x0, 0x0, 0x0, 0xc003313960, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005929ce0, 0x0, 0x0, 0x0, 0xc80, 0xc001b2d900, 0xc60, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001b2d900, 0xc60, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0xc002b47678, 0x75bd50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0049dd518, 0xc0020bcda0, 0xc0020bd700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1775 [runnable]:
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0027718f0, 0x7, 0x7, 0x2, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc0027718f0, 0x7, 0x2, 0xc008032538, 0x443c10, 0xc0003405d8, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0027718f0, 0x7, 0xaa0378, 0x1, 0xc006fd2380, 0x7)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080330c0, 0xc0023037a0, 0xc0022216b0, 0xc000340670)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080330c0, 0xc002303730, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0003410c0, 0xc002303730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0003410c0, 0xc002303730, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080330c0, 0xc002303650, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0003410c0, 0xc002303650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0003410c0, 0xc002303650, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080330c0, 0xc002302f50, 0xc000d58e00, 0x7f13f041c080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0003410c0, 0xc002302f50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0003410c0, 0xc002302f50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080330c0, 0xc002302e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0003410c0, 0xc002302e70, 0x54b170, 0xc0032081a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002302e70, 0x0, 0x0, 0x0, 0x0, 0xc002302e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004f13b90, 0x0, 0x0, 0x0, 0x1800, 0xc005571800, 0x163d, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005571800, 0x163d, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004e25500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000341518, 0xc004f2be80, 0xc00166eb20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1776 [runnable]:
strings.Index(0xc006b26000, 0x1c84, 0xaa0378, 0x1, 0x582)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc006b26000, 0x1c84, 0xaa0378, 0x1, 0x0, 0x582, 0xc00459c000, 0x583, 0x583)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e293c0, 0xaa0599, 0x2, 0xc0019b4000, 0x1c84, 0x1, 0x583, 0xc004ec6580)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0019b4000, 0x1c84, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e29518, 0xc004ec60a0, 0x41, 0xc0076e8000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1777 [runnable]:
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00052b0f0, 0x7, 0x0, 0x2, ...)
/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00052b0f0, 0x7, 0x2, 0xc0080ca538, 0xc007d7ec80, 0xc001c745d8, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00052b0f0, 0x7, 0xaa0378, 0x1, 0xc006fd2380, 0x7)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080cb0c0, 0xc002fec150, 0xc0022216b0, 0xc001c74670)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cb0c0, 0xc002fec0e0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c750c0, 0xc002fec0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc002fec0e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cb0c0, 0xc0034adf80, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c750c0, 0xc0034adf80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc0034adf80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cb0c0, 0xc0034ad880, 0xc000d58e00, 0x7f13f041c080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c750c0, 0xc0034ad880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc0034ad880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cb0c0, 0xc0034ad7a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc0034ad7a0, 0x54b170, 0xc002d8fc70)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0034ad7a0, 0x0, 0x0, 0x0, 0x0, 0xc0034ad7a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0059284e0, 0x0, 0x0, 0x0, 0x2500, 0xc001837900, 0x217b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001837900, 0x217b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0055a5f80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c75518, 0xc0020bc3e0, 0xc0020bcc80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1778 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc00456ee70, 0xab2997, 0xc, 0xacddae, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301
github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc008057518, 0xc00456ee70, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008057518, 0xc003c098a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:434 +0x64a
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1779 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0041e5600, 0x810, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0041e5600, 0x810, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0041e5600, 0x810, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0041e5600, 0x810, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0041e5600, 0x810, 0x0, 0x0, 0x810, 0xc0041e5600, 0x810)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0041e5600, 0x810, 0x810, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007a00740, 0x3a, 0xc0041e5600, 0x810, 0xc0041e5600, 0x810, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc007a00740, 0x3a, 0xc0041e5600, 0x810, 0xaa0378, 0x1, 0xc0041e5600, 0x810, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1781 [runnable]:
strings.genSplit(0xc002bc4d40, 0xbaa, 0xaa0378, 0x1, 0x0, 0x37e, 0x0, 0xc0008341c0, 0x40000c002d39360)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d393c0, 0xaa04f9, 0x2, 0xc002bc3300, 0x12ea, 0xc002bc3300, 0xc002d393b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002bc3300, 0x12ea, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d39518, 0xc0056cda20, 0x4d, 0xc0016a1b3a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e900, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1782 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002ed9c00, 0x6e3, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002ed9c00, 0x6e3, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002ed9c00, 0x6e3, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002ed9c00, 0x6e3, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002ed9c00, 0x6e3, 0x0, 0x0, 0x6e3, 0xc002ed9c00, 0x6e3)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002ed9c00, 0x6e3, 0x6e3, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036ea320, 0x41, 0xc002ed9c00, 0x6e3, 0xc002ed9c00, 0x6e3, 0xc001feb890, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036ea320, 0x41, 0xc002ed9c00, 0x6e3, 0xaa0378, 0x1, 0xc002ed9c00, 0x6e3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 732 [runnable]:
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a2b8f8, 0xc004151500, 0xa49, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:78 +0x3cf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae5740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 733 [runnable]:
strings.Index(0xc004331000, 0xece, 0xaa0378, 0x1, 0x2da)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc004331000, 0xece, 0xaa0378, 0x1, 0x0, 0x2da, 0xc0030f1000, 0x2db, 0x2db)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0065253c0, 0xaa059b, 0x2, 0xc00403e000, 0xece, 0x1b, 0x2db, 0xc004ebac20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00403e000, 0xece, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006525518, 0xc004eba880, 0x3b, 0xc0073ab100)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae5800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 734 [runnable]:
strings.Index(0xc004159b00, 0x2f0, 0xaa0378, 0x1, 0xc9)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc004159b00, 0x2f0, 0xaa0378, 0x1, 0x0, 0xc9, 0x0, 0xc001a3d650, 0x40000c004649360)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046493c0, 0xaa04f9, 0x2, 0xc004159800, 0x2f0, 0xc004159800, 0xc0046493b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004159800, 0x2f0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004649518, 0xc003f26e00, 0x33, 0xc0000b3f40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae58c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 735 [runnable]:
strings.Index(0xc007fe416a, 0x3797, 0xaa042f, 0x2, 0x1ba)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.Replace(0xc007fde000, 0x9901, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x78, 0xc006239c20, 0x0)
/usr/local/go/src/strings/strings.go:952 +0x3a3
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016ab8f8, 0xc007fde000, 0x9901, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae5d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 736 [runnable]:
sort.Sort(0xb85920, 0xc005a22420)
/usr/local/go/src/sort/sort.go:216 +0x88
regexp.makeOnePass.func1(0x2, 0xc001f7e730, 0xf, 0xf, 0x42ca96)
/usr/local/go/src/regexp/onepass.go:385 +0xbf9
regexp.makeOnePass.func1(0x1, 0xc001f7e730, 0xf, 0xf, 0x4)
/usr/local/go/src/regexp/onepass.go:358 +0x5d7
regexp.makeOnePass(0xc00523a4b0, 0xc00523a4b0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc00523a450, 0xc00523a450)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002505300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002505300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002505300, 0x0, 0xb856e0, 0xc0004ce0e8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002505300, 0xc001c3c1c0, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002505300, 0x42ca96, 0xc00523a420, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002505370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc005a223c0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026b9e00, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002505518, 0xc0002d9ea0, 0xabc101, 0x1d, 0x5a, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae5e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 737 [runnable]:
strings.Index(0xc001d4e300, 0x6e5, 0xaa0378, 0x1, 0x134)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc001d4e300, 0x6e5, 0xaa0378, 0x1, 0x0, 0x134, 0x1, 0xc00009f701, 0x134)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc007e91518, 0xc007446120, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc007e91518, 0xc007687800, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae5ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 700 [semacquire]:
strings.Replace(0xc006f59000, 0x1661, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0071e6700, 0xc004973640)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00342b8f8, 0xc006f59000, 0x1661, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae5f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a